-- Logs begin at Mon 2021-05-10 18:43:54 UTC, end at Mon 2021-05-10 19:45:57 UTC. -- May 10 19:15:06.877708 dv-cinder-784453-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 19:15:09.302905 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.common.config [-] Logging enabled! May 10 19:15:09.303515 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:15:09.303654 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:15:09.307336 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.common.config [-] Logging enabled! May 10 19:15:09.307585 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:15:09.307891 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78623) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:15:09.308805 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:15:09.309031 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:15:09.309379 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:15:09.309642 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:15:09.309865 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:15:09.310177 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.310465 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.310753 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.310977 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.311264 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.311545 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.311819 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.312096 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.312386 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.312664 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.312933 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.313210 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.313434 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.313731 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.314010 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.314289 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.314509 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] debug = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.314780 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.315197 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.315603 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.315876 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.316153 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.316422 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.316686 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.316954 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.317230 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.317572 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] host = dv-cinder-784453-6-iscsi {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.317842 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.318120 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.318397 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.318675 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.318943 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.319218 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.319495 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.319762 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.320025 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.320292 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.320570 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.320846 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.321131 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.321349 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.321589 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.321897 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.322182 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.322448 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.322715 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.322980 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.323246 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.323514 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.323776 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.324055 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.324331 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.324608 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.324875 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.325140 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.325403 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.325700 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.325978 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.326245 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.326509 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.326775 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.327055 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.327315 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.327580 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.327876 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.328155 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.328428 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.328702 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.328974 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.329249 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.329514 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.329802 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.330070 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_json = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.330338 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.330599 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.330874 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.331137 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.331402 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.331669 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.331935 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.332212 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:09.332503 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.332791 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.333083 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.333359 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.333672 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.333946 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.334227 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.334498 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.334778 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.335059 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.335340 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.335609 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.335892 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.336162 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.336447 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.336747 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.337037 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.337320 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.337638 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.337909 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.338177 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.338449 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.338730 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.339023 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.339307 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.339572 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.339843 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.340124 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.340395 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.340657 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.340927 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.341209 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.341480 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.341768 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.342044 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.342315 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.342579 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.342842 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.343111 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.343392 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.343663 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.343926 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.344189 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.344458 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.344720 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.344996 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.345267 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.345575 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.345816 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.346087 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.346352 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.346621 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.346891 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.347189 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.347464 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.347728 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.347994 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.348258 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.348522 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.348792 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.349056 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.349319 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.349608 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.349875 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.350139 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.350401 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.350664 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.350927 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.351205 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.351497 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.351768 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.352041 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.352314 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.352585 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.352856 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.354004 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.354004 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.354224 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.354493 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.355032 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.355311 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.355592 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.355897 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.356139 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.356433 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.356701 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.357181 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.357286 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.357612 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.357817 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.358085 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.358376 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.358663 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.358950 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.360826 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.360826 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.360826 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.360826 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.360826 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:09.360826 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:15:09.360826 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78623) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 19:15:09.712010 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:09.712280 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:09.713097 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:09.713435 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 19:15:10.017847 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.018045 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.018297 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.019489 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.019762 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.020025 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.141391 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.141690 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.141955 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.155582 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.155860 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.156128 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.185392 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.185697 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.185963 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.223541 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.223816 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.224081 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.456599 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.457246 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.457246 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.457419 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.458150 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.585625 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.585941 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.586225 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.586496 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.586754 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.587056 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.587309 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.587588 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.588367 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.588644 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.588899 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.589163 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.589418 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.589699 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.589961 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.590224 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.590477 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.590745 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.590995 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.591272 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.591614 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.591862 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.592105 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.592525 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.592782 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.593027 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.593405 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:15:10.593675 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:15:10.593913 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:15:10.594148 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:15:10.594380 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:15:10.594612 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:15:10.594983 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 19:15:10.598202 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 19:15:10.602059 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 19:15:10.606369 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 10 19:15:10.607956 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 19:15:10.608414 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 19:15:10.608730 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 19:15:10.609110 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 19:15:10.611962 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 19:15:10.612211 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 19:15:10.612725 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:15:10.640378 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 19:15:10.640822 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.641116 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78623) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 19:15:10.641473 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.642833 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78623) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 19:15:10.643120 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:15:10.643364 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 19:15:10.646597 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.646876 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:10.720668 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 19:15:10.720863 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 19:15:10.721058 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 19:15:10.721445 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 19:15:10.754899 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_db.sqlalchemy.engines [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78623) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 19:15:11.099251 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Initializing driver for type 'gre' May 10 19:15:11.099696 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] gre ID ranges: [(1, 1000)] May 10 19:15:11.167881 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Initializing driver for type 'local' May 10 19:15:11.168309 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Initializing driver for type 'vlan' May 10 19:15:11.182261 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] VlanTypeDriver initialization complete May 10 19:15:11.182612 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Initializing driver for type 'vxlan' May 10 19:15:11.183128 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] vxlan ID ranges: [(1, 1000)] May 10 19:15:11.251313 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Initializing extension driver 'port_security' May 10 19:15:11.251696 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.extensions.port_security [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] PortSecurityExtensionDriver initialization complete May 10 19:15:11.252031 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Initializing mechanism driver 'openvswitch' May 10 19:15:11.252360 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Initializing mechanism driver 'hyperv' May 10 19:15:11.259037 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.plugins.ml2.plugin [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:11.260403 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > port after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.260772 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.261129 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.261498 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > subnet after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.261879 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > subnet after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.262214 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > subnet after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.262585 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > network after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.263003 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > network after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.263369 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > network after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.263777 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > security_group after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.264117 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > security_group after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.264463 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > security_group after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.264831 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.265165 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.265497 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.265891 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > address_group after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.266245 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > address_group after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.266574 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > address_group after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.266912 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] ML2 OVO RPC backend initialized. {{(pid=78623) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 19:15:11.267713 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router_interface after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.268084 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.268470 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > network before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.268865 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > networks before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.269232 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > port before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.269589 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > ports before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.270065 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > subnet before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.270428 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > subnets before_response 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.270789 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > network after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.271270 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > network after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.271709 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > network after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.272262 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > port after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.272805 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.273321 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.273773 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > subnet after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.274279 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > subnet after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.274880 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > subnet after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.276349 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.plugin [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Modular L2 Plugin initialization complete May 10 19:15:11.276686 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading services supported by the core plugin {{(pid=78623) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 19:15:11.277023 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.plugins.ml2.managers [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Got port-security extension from driver 'port_security' May 10 19:15:11.277540 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.extensions.vlantransparent [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Disabled vlantransparent extension. May 10 19:15:11.278156 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78623) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 19:15:11.278473 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading Plugin: router May 10 19:15:11.318639 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router_interface before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.319034 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router after_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.319487 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router before_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.319860 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.320237 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.320593 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router after_delete 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.320947 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > floatingip after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.321313 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router after_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.321689 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router after_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.322604 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router after_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.322952 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.323312 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router after_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.323725 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.324092 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.324425 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.324755 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: subnet after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.325086 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.325428 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > port precommit_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.325803 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.326143 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: port before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.326484 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.326887 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router after_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.327232 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_delete 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.327574 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_create 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.327930 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router_interface after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.328268 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_update 55549900 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.328639 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > network after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.329605 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Tracking information for resource: router configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:15:11.329931 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Tracking information for resource: floatingip configured {{(pid=78623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:15:11.335181 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.db.l3_agentschedulers_db [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 19:15:11.335769 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.336130 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: port after_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.336478 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: port after_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.336821 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: port after_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.338253 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router before_create 55550100 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.338623 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_delete 55550100 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.338982 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_create 55550100 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.339330 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > router precommit_update 55550100 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.343852 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.services.provider_configuration [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service providers = [] {{(pid=78623) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 19:15:11.344213 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.db.servicetype_db [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78623) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 19:15:11.347837 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.services.service_base [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:15:11.348209 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.services.service_base [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:15:11.348553 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.services.service_base [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:15:11.349488 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.services.service_base [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:15:11.349834 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.services.service_base [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 19:15:11.351816 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:15:11.352146 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 19:15:11.364136 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:15:11.364544 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading Plugin: auto_allocate May 10 19:15:11.371089 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: network precommit_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.371456 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: network precommit_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.371992 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:15:11.372305 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading Plugin: tag May 10 19:15:11.379531 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:15:11.379893 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading Plugin: timestamp May 10 19:15:11.384067 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:15:11.384950 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading Plugin: network_ip_availability May 10 19:15:11.390478 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.390899 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.391249 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.391999 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:15:11.392315 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading Plugin: flavors May 10 19:15:11.397305 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:15:11.397673 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading Plugin: revisions May 10 19:15:11.402901 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:15:11.403294 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.691s {{(pid=78623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:11.404243 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78623) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 19:15:11.404648 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Initializing extension manager. May 10 19:15:11.405320 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: __init__.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.405697 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: __pycache__ {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.406150 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.406488 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: address_group.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.407265 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.407851 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: address-group May 10 19:15:11.408171 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: address_scope.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.408879 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.409385 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: address-scope May 10 19:15:11.409742 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: admin_state_down_before_update.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.410733 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.411248 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: router-admin-state-down-before-update May 10 19:15:11.411566 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: agent.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.412267 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.412765 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: agent May 10 19:15:11.413081 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: agent_resources_synced.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.413998 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.414504 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: agent-resources-synced May 10 19:15:11.414821 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: allowedaddresspairs.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.416705 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.417226 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: allowed-address-pairs May 10 19:15:11.417555 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: auto_allocated_topology.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.418645 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.419155 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: auto-allocated-topology May 10 19:15:11.419471 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: availability_zone.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.420148 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.420651 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: availability_zone May 10 19:15:11.420967 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: availability_zone_filter.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.421892 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.422394 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: availability_zone_filter May 10 19:15:11.422708 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: data_plane_status.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.423578 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.424077 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension data-plane-status not supported by any of loaded plugins May 10 19:15:11.424391 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: default_subnetpools.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.425276 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.425805 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: default-subnetpools May 10 19:15:11.426119 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: dhcpagentscheduler.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.426929 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.427423 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: dhcp_agent_scheduler May 10 19:15:11.427739 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: dns.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.428619 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.429117 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension dns-integration not supported by any of loaded plugins May 10 19:15:11.429432 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: dns_domain_ports.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.430339 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.430836 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 19:15:11.431151 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: dvr.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.431866 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.432580 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: dvr May 10 19:15:11.433001 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: empty_string_filtering.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.433964 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.434587 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: empty-string-filtering May 10 19:15:11.434904 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.435937 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.436444 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 19:15:11.436754 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.437722 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.438218 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 19:15:11.438548 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: external_net.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.439580 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.440086 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: external-net May 10 19:15:11.440399 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: extra_dhcp_opt.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.441319 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.441889 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: extra_dhcp_opt May 10 19:15:11.442209 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: extraroute.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.443099 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.443599 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: extraroute May 10 19:15:11.443911 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: extraroute_atomic.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.444940 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.445555 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: extraroute-atomic May 10 19:15:11.445897 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: filter_validation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.446637 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.447765 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: filter-validation May 10 19:15:11.448085 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: fip_pf_description.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.449243 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.449787 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 19:15:11.450105 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: fip_port_details.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.450996 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.451498 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: fip-port-details May 10 19:15:11.451813 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: flavors.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.453050 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.453581 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: flavors May 10 19:15:11.453979 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.455628 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.456142 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 19:15:11.456464 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: floatingip_pools.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.457183 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.457755 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: floatingip-pools May 10 19:15:11.458059 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: ip_allocation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.459125 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.459882 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension ip_allocation not supported by any of loaded plugins May 10 19:15:11.460266 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.461368 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.461938 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: ip-substring-filtering May 10 19:15:11.462399 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: l2_adjacency.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.463939 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.464439 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension l2_adjacency not supported by any of loaded plugins May 10 19:15:11.464757 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: l3.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.465806 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.466325 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: router May 10 19:15:11.466644 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: l3_conntrack_helper.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.468973 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.469558 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 19:15:11.469881 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.470784 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.471299 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: ext-gw-mode May 10 19:15:11.471646 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.472679 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.473187 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: l3-ha May 10 19:15:11.473576 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: l3_flavors.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.474494 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.475124 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: l3-flavors May 10 19:15:11.475485 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.476553 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.477059 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: l3-port-ip-change-not-allowed May 10 19:15:11.477408 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: l3agentscheduler.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.478707 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.479247 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: l3_agent_scheduler May 10 19:15:11.479953 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: logging.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.481407 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.481950 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension logging not supported by any of loaded plugins May 10 19:15:11.482273 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: metering.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.482994 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.483573 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: metering May 10 19:15:11.483893 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.484974 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.485487 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: metering_source_and_destination_fields May 10 19:15:11.485842 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: multiprovidernet.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.486922 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.487435 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: multi-provider May 10 19:15:11.487755 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: netmtu.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.488651 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.489155 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: net-mtu May 10 19:15:11.489472 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: netmtu_writable.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.490383 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.490886 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: net-mtu-writable May 10 19:15:11.491203 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: network_availability_zone.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.491851 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.492351 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: network_availability_zone May 10 19:15:11.492664 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: network_ip_availability.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.493795 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.494353 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: network-ip-availability May 10 19:15:11.494696 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: network_segment_range.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.495503 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.496011 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension network-segment-range not supported by any of loaded plugins May 10 19:15:11.496328 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: pagination.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.497289 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.497651 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: pagination May 10 19:15:11.497972 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: port_device_profile.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.498846 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.499359 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: port-device-profile May 10 19:15:11.499678 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.500581 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.501082 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: port-mac-address-regenerate May 10 19:15:11.501397 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.502298 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.502800 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: port-numa-affinity-policy May 10 19:15:11.503115 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: port_resource_request.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.503999 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.504497 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension port-resource-request not supported by any of loaded plugins May 10 19:15:11.504814 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: portbindings.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.505763 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.506265 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: binding May 10 19:15:11.506665 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: portbindings_extended.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.507901 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.508405 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: binding-extended May 10 19:15:11.508722 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: portsecurity.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.510172 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.510678 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: port-security May 10 19:15:11.510991 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: project_id.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.511937 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.512257 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: project-id May 10 19:15:11.512571 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: providernet.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.513464 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.513996 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: provider May 10 19:15:11.514312 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.517809 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.518464 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos not supported by any of loaded plugins May 10 19:15:11.518788 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.520004 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.520520 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 19:15:11.520845 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.521769 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.522271 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 19:15:11.522589 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos_default.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.523470 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.523972 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos-default not supported by any of loaded plugins May 10 19:15:11.524288 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos_fip.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.524969 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.526099 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos-fip not supported by any of loaded plugins May 10 19:15:11.526418 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos_gateway_ip.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.527350 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.527968 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 19:15:11.528287 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos_port_network_policy.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.529172 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.529714 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 19:15:11.530033 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos_rule_type_details.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.530913 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.531414 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 19:15:11.531728 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: qos_rules_alias.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.532743 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.533257 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 19:15:11.533610 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: quotasv2.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.534628 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.534960 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: quotas May 10 19:15:11.535273 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: quotasv2_detail.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.536855 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.537188 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: quota_details May 10 19:15:11.537516 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: rbac.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.538564 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.539080 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: rbac-policies May 10 19:15:11.539400 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: rbac_address_group.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.540298 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.541358 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: rbac-address-group May 10 19:15:11.541713 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: rbac_address_scope.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.542608 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.543114 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: rbac-address-scope May 10 19:15:11.543431 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: rbac_security_groups.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.544311 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.544814 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: rbac-security-groups May 10 19:15:11.545127 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: rbac_subnetpool.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.546049 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.546552 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: rbac-subnetpool May 10 19:15:11.546900 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: revisionifmatch.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.547792 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.548293 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: revision-if-match May 10 19:15:11.548606 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: revisions.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.549724 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.550225 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: standard-attr-revisions May 10 19:15:11.550538 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: router_availability_zone.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.551189 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.551691 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: router_availability_zone May 10 19:15:11.552005 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: routerservicetype.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.552895 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.553395 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension router-service-type not supported by any of loaded plugins May 10 19:15:11.553735 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.554629 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.555129 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: security-groups-normalized-cidr May 10 19:15:11.555447 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: security_groups_port_filtering.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.556937 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.557449 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: port-security-groups-filtering May 10 19:15:11.557945 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.558687 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.559193 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: security-groups-remote-address-group May 10 19:15:11.559508 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: securitygroup.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.569640 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.570176 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: security-group May 10 19:15:11.570504 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: segment.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.571370 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.571876 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension segment not supported by any of loaded plugins May 10 19:15:11.572944 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.573927 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.574449 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 19:15:11.574805 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: servicetype.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.575905 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.576418 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: service-type May 10 19:15:11.576738 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: sorting.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.577723 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.578050 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: sorting May 10 19:15:11.578396 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: standard_attr_segment.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.579283 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.579788 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 19:15:11.580106 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: standardattrdescription.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.580877 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.581388 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: standard-attr-description May 10 19:15:11.581737 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: stateful_security_group.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.582637 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.583142 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: stateful-security-group May 10 19:15:11.583458 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: stdattrs_common.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.584089 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 19:15:11.584405 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.585438 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.585971 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 19:15:11.586286 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: subnet_onboard.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.587390 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.588516 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: subnet_onboard May 10 19:15:11.588855 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.589791 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.590302 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 19:15:11.590617 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: subnet_service_types.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.591518 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.592026 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: subnet-service-types May 10 19:15:11.592338 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: subnetallocation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.593404 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.593951 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: subnet_allocation May 10 19:15:11.594268 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.594921 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.595448 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: subnetpool-prefix-ops May 10 19:15:11.595799 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.596742 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.597285 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 19:15:11.597668 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: tagging.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.598728 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.599256 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: standard-attr-tag May 10 19:15:11.599621 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: timestamp.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.600750 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.601264 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loaded extension: standard-attr-timestamp May 10 19:15:11.601609 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: trunk.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.602615 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.603126 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension trunk not supported by any of loaded plugins May 10 19:15:11.604017 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: trunk_details.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.605159 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.605691 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension trunk-details not supported by any of loaded plugins May 10 19:15:11.606010 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: uplink_status_propagation.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.606905 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.607407 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 19:15:11.607722 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Loading extension file: vlantransparent.py {{(pid=78623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:15:11.608375 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:15:11.608873 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extension vlan-transparent not supported by any of loaded plugins May 10 19:15:11.611550 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:network May 10 19:15:11.612343 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:subnet May 10 19:15:11.613140 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:15:11.613766 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:port May 10 19:15:11.615031 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.615465 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service FLAVORS assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.616086 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.616502 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.616826 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:router May 10 19:15:11.617466 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:floatingip May 10 19:15:11.618185 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service METERING assigned prefix: /metering {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.620263 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.620623 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.620967 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:15:11.622152 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:15:11.622582 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:security_group May 10 19:15:11.623231 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:15:11.623953 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service CORE assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.624288 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:15:11.624619 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] subnetpool is already registered May 10 19:15:11.625209 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service CORE assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.625596 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:15:11.625925 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] subnetpool is already registered May 10 19:15:11.628458 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.628884 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service FLAVORS assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.629458 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.629914 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.630244 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:router May 10 19:15:11.630566 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] router is already registered May 10 19:15:11.631145 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:floatingip May 10 19:15:11.631463 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] floatingip is already registered May 10 19:15:11.632076 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service METERING assigned prefix: /metering {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.632733 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:15:11.633049 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] rbac_policy is already registered May 10 19:15:11.634666 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:security_group May 10 19:15:11.635040 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] security_group is already registered May 10 19:15:11.635624 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:15:11.635952 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] security_group_rule is already registered May 10 19:15:11.636601 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service CORE assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.636933 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:15:11.637255 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] subnetpool is already registered May 10 19:15:11.637869 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.v2.resource_helper [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Service CORE assigned prefix: {{(pid=78623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:15:11.638194 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:15:11.638511 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING neutron.quota.resource_registry [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] subnetpool is already registered May 10 19:15:11.639153 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: extensions {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.640621 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: address-groups {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.642245 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: address-scopes {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.643438 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: agents {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.644617 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: auto-allocated-topology {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.645869 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: availability_zones {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.647228 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: dhcp-networks {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.648560 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: dhcp-agents {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.650738 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: routers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.652348 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: flavors {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.653489 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: service_profiles {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.654716 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: next_providers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.656213 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: service_profiles {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.657677 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: floatingip-pools {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.658867 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: routers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.660769 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: floatingips {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.661981 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: l3-routers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.663324 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: l3-agents {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.664730 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: metering-labels {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.666712 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: metering-label-rules {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.667989 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: network-ip-availabilities {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.669234 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: bindings {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.671041 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: quotas {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.672460 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: quotas {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.674012 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: rbac-policies {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.675318 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: security-groups {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.676497 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: security-group-rules {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.677743 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: service-providers {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.678966 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: subnetpools {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.680356 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: subnetpools {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.681887 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.683536 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.685397 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.687186 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.688971 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.690804 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.692481 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.695550 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.697616 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.817917 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron.api.extensions [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Extended resource: tags {{(pid=78623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:15:11.825141 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING keystonemiddleware.auth_token [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 19:15:11.830078 dv-cinder-784453-6-iscsi neutron-server[78623]: WARNING keystonemiddleware.auth_token [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 19:15:11.838839 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Acquired lock "singleton_lock" {{(pid=78623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 19:15:11.839313 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_concurrency.lockutils [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Releasing lock "singleton_lock" {{(pid=78623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 19:15:11.839943 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO oslo_service.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Starting 2 workers May 10 19:15:11.844619 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Started child 78730 {{(pid=78623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:15:11.848899 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Started child 78731 {{(pid=78623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:15:11.850053 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:11.850700 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO neutron.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Neutron service started, listening on 0.0.0.0:9696 May 10 19:15:11.851086 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Notify callbacks [] for process, before_spawn {{(pid=78623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:11.851563 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [-] (78730) wsgi starting up on http://0.0.0.0:9696 May 10 19:15:11.854223 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO oslo_service.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Starting 1 workers May 10 19:15:11.854396 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:11.856058 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [-] (78731) wsgi starting up on http://0.0.0.0:9696 May 10 19:15:11.859683 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Started child 78732 {{(pid=78623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:15:11.860226 dv-cinder-784453-6-iscsi neutron-server[78623]: INFO oslo_service.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Starting 1 workers May 10 19:15:11.863125 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] calling RpcWorker wait() {{(pid=78732) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 19:15:11.863669 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] returning from RpcWorker wait() {{(pid=78732) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 19:15:11.864645 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Started child 78733 {{(pid=78623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:15:11.864984 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:11.865508 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:11.865624 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG neutron_lib.callbacks.manager [None req-71770f7e-0bf0-4e57-8825-9810b788193d None None] Notify callbacks [] for process, after_spawn {{(pid=78623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:11.867849 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:15:11.868121 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:15:11.868310 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:15:11.868571 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:15:11.868952 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:15:11.869119 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:15:11.869787 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.869995 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:11.870543 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.870543 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.870681 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.870919 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.871063 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:11.871519 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.871797 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.872057 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.872326 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.872577 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.872746 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.872912 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.873152 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.873381 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.873711 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.873979 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.874235 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.874558 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.874714 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.874980 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.875243 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.875465 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.875823 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] debug = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.876090 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.876581 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.876847 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.877039 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.877272 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.877577 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.877842 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.878116 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.878345 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.878561 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.878793 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.879043 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.879271 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.879582 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.879723 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.879945 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.880185 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.880676 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] host = dv-cinder-784453-6-iscsi {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.880901 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.881202 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.881371 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.881637 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.881881 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.882086 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.882324 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.882561 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.882814 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.883062 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.883318 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.883544 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.883870 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.884033 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.884167 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_options = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.884444 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.884739 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.884993 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.885250 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.885387 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.885511 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.885852 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.886132 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.886277 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.886402 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.886589 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.886799 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.887027 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.887270 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.887519 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.887758 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.887991 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.888195 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.888444 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.888686 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.888965 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.889176 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.889391 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.889642 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.889853 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.890060 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.890299 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.890507 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.890789 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.890973 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.891180 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.891411 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.891646 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.891898 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.892120 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.892341 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.892580 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.892839 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.893064 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.893310 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.893592 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.893810 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.894030 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.894266 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.895609 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.896027 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_json = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.897251 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.897761 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.897988 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.898229 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.898609 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.898736 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.898969 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.899195 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.899796 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.900009 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.900793 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.901014 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.901257 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.901510 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.901800 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.902057 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.902312 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.903213 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.903213 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.903213 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.903711 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.903711 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.903975 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.904237 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.904700 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.904892 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.905137 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.905368 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.905724 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.905846 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.906382 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.908028 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.908028 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.908028 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.908028 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.908028 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909016 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909016 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909016 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909016 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909016 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909527 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909527 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909909 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.909909 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.910227 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.910381 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.910558 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.910794 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.911234 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.911369 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.911514 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.911700 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.911923 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.912144 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.912386 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.913890 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.914141 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.914361 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.914574 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.914846 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.915109 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.916495 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.916739 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.917083 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.918373 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.918689 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.918996 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.919321 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.919735 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.920047 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.920831 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.921247 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.922684 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.923108 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.924044 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.924343 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.924582 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.924893 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.925145 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.925784 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.926065 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.931756 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.931756 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.933271 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.933577 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.933821 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.934062 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.934320 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.934556 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.934791 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.935051 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.935313 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.935630 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.935923 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.936154 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.936399 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.936682 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.936921 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.937175 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.937482 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.938310 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.938579 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.938861 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.939109 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.939355 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.940368 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.940368 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.940368 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.940368 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.941789 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.941789 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.941789 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.941789 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.941789 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.943573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.943573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.943573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.943573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.943573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.943573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.943573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.943573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.944751 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.944751 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.944751 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.944751 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.945318 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.945318 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.945578 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.945716 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.945914 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.946257 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.946409 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.946616 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.947095 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.947233 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.947391 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.947855 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.947855 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.948164 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.948412 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.949654 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.949654 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.949654 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.949654 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.949654 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.950233 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.950233 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.950398 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.950530 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.950779 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.951009 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.951244 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.951472 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.951679 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.951886 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.952127 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.952414 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.952567 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.952782 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.953008 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.953217 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.953431 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.953692 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.953926 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.954140 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.954381 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.955065 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.955065 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.955065 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.955341 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.955482 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.955693 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.955923 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.956254 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.956503 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.956779 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.957049 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.957280 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.957527 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.957762 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.958031 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.958246 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.958481 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.958712 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.958923 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.959151 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.959373 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.959581 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.959813 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.960051 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.960264 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.960497 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.960742 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.961124 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.961404 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.961654 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.961895 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.962107 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.962321 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.963083 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.963296 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.963509 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.963744 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.963955 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.964234 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.964472 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.964706 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.964914 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.965140 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.965347 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.965590 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.965801 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.966089 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.966325 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.966552 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.966784 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.967026 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.967250 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.967466 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.967672 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.967883 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.968109 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.968330 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.968546 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.968756 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.968987 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.969191 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.969429 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.969676 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.969881 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.970095 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.970299 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.970537 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.970743 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.970954 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.971169 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.971374 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.971702 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.971950 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.972185 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.972462 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.972727 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.972949 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.973203 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.973518 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.973752 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.973991 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.974225 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.974441 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.974654 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.974904 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.975221 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.975510 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.975771 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.976020 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.976266 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.976539 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.976809 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.977025 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.977327 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.977697 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.977968 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.978266 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.979017 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.979299 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.979520 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.979986 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.980273 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.980436 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.980655 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.980889 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.981120 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.981355 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.981585 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.981820 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.982034 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.982274 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.982502 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.982736 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.983514 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:11.983514 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:15:11.983827 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:15:11.983966 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:15:11.984104 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:15:11.984240 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:15:11.984390 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:15:11.984528 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:15:11.984736 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.984888 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.985033 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.985174 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.985319 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.985456 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.985630 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.985771 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.985907 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.986062 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.986215 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.986363 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.986499 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.986636 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.986770 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.986906 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.987063 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.987200 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.987354 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.987505 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.987643 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.987779 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.987915 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] debug = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.988051 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.988229 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.988414 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.988552 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.988706 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.988862 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.989018 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.989175 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.989335 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.989501 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.989692 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.989830 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.989979 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.990128 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.990274 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.990411 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.990546 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.990682 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] host = dv-cinder-784453-6-iscsi {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.990818 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.990977 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.991119 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.991277 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.991420 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.991564 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.991701 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.991860 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.992012 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.992148 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.992285 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.992442 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.992584 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.992740 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.992897 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_options = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.993036 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.993172 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.993308 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.993486 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.993656 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.993841 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.993998 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.994136 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.994286 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.994431 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.994567 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.994703 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.994881 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.995021 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.995157 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.995293 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.995430 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.995573 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.995729 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.995884 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.996039 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.996193 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.996349 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.996504 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.996658 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.996813 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.996969 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.997123 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.997278 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.997433 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.997650 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.997799 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:11.997954 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.997954 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.998227 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.998227 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.998403 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.998501 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.998717 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.998818 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.998924 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.999144 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.999244 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.999396 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.999550 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.999705 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:11.999859 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_json = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.000013 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.000168 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.000323 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.000478 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.000633 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.000786 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.000941 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.001096 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:15:12.001273 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.001433 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.001633 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.001794 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.001952 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.002111 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.002269 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.002427 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.002586 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.002743 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.002908 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.003066 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.003234 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.003393 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.003550 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.003709 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.003867 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.004024 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.004182 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.004338 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.004495 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.004652 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.004825 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.004982 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.005140 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.005298 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.005456 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.005636 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.005797 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.005956 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.006114 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.006272 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.006430 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.006588 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.006745 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.006902 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.007059 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.007216 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.007375 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.007538 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.007695 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.007853 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.008011 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.008169 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.008328 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.008486 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.008643 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.008908 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.008995 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.009125 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.009298 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.009419 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.009577 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.009724 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.009883 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.010028 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.010187 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.010344 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.010501 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.010655 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.010796 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.010976 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.011131 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.011454 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.011620 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.011781 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.011938 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.012299 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.012299 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.012515 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.012598 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.012722 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.012824 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.012984 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.013142 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.013300 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.013458 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.013655 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.013795 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.013954 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.014113 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.014472 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.014472 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.014725 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.014725 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.014954 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.015075 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.015203 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.015327 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.015473 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.015631 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.015791 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.015949 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.016107 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.016265 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.016424 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.016583 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.016744 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.016903 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.017060 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.017218 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.017375 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.017564 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.017717 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.017876 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.018036 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.018194 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.018352 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.018509 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.018667 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.018916 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.019045 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.019171 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.019386 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.019593 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.019593 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.019828 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.019944 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.020065 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.020188 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.020346 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.020505 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.020662 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.020821 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.020980 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.021137 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.021295 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.021460 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.021651 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.021812 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.021971 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.022128 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.022313 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.022471 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.022629 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.022787 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.022944 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.023108 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.023247 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.023409 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.023568 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.023724 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.023884 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.024042 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.024224 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.024382 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.024540 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.024699 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.024858 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.025017 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.025727 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.025887 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.026056 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.026189 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.026347 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.026506 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.026664 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.026822 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.026979 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.027137 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.027295 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.027454 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.027612 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.027769 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.027931 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.028089 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.028250 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.028408 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.028566 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.028726 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.028884 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.029351 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.029351 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.029351 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.029757 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.029757 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.029922 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.030022 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.030106 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.030241 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.030398 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.030557 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.030714 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.030872 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.031031 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.031188 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.031346 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.031519 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.031678 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.031837 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.032364 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.032364 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.032364 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.032627 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.032710 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.032807 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.032954 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.033111 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.033272 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.033435 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.033620 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.033781 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.033940 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.034099 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.034257 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.034416 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.034587 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.034747 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.034905 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.035064 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.035222 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.035390 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.035547 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.035706 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.035862 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.036019 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.036186 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.036344 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.036500 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.036658 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.036815 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.036981 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.037138 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.037296 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.037452 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.037633 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.037802 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.037969 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.038225 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.038362 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.038492 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.038578 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.038818 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.038911 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.039022 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.039233 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.039362 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.039686 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.039686 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.040085 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.040085 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.040085 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.040472 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.040472 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.040815 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.040815 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.041667 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.041667 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.041944 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.041944 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.042205 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.042205 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.042465 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.042602 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.042738 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.042863 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.042986 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.043117 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.043240 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.043395 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.043553 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.043765 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.043909 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.044068 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.044227 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.044474 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.044617 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.044742 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.044864 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.044968 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.045127 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.045286 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.045444 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.045625 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:15:12.045779 dv-cinder-784453-6-iscsi neutron-server[78623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:15:12.065834 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41116) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:12.074801 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068460 May 10 19:15:23.604901 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02691cd-cdff-4a52-a67e-2c849284fca1 None None] get_active_networks_info from dv-cinder-784453-6-iscsi {{(pid=78732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 19:15:23.713793 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02691cd-cdff-4a52-a67e-2c849284fca1 None None] No non-hosted networks {{(pid=78732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 19:15:23.745010 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.agentschedulers_db [None req-d02691cd-cdff-4a52-a67e-2c849284fca1 None None] DHCP Agent not found on host dv-cinder-784453-6-iscsi {{(pid=78732) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 19:15:23.887182 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-daa18874-53dc-499e-8ac5-3cc0b8b7ef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798'] for agent, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:26.551474 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d87d20f3-e074-46d5-8d29-86ce62567f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798'] for agent, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:26.557869 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798'] for agent, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:26.559581 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.561299 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.561889 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.562467 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.567480 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.568436 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.569724 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.570286 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.570833 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.571360 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.571924 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.572880 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:26.574534 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784453-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:26.581640 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784453-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:26.636730 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-453f1180-0767-40e1-856f-de5e3c0649fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:27.549868 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798'] for agent, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:28.883578 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798'] for agent, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:30.488638 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41206) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:31.076044 dv-cinder-784453-6-iscsi neutron-server[78730]: WARNING oslo_policy.policy [None req-bdddfbc7-7fc1-4b8a-a6bb-6a649b61d0ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:15:31.076629 dv-cinder-784453-6-iscsi neutron-server[78730]: WARNING oslo_policy.policy [None req-bdddfbc7-7fc1-4b8a-a6bb-6a649b61d0ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:15:31.292501 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [None req-bdddfbc7-7fc1-4b8a-a6bb-6a649b61d0ad admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:15:31.293559 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-bdddfbc7-7fc1-4b8a-a6bb-6a649b61d0ad admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8039937 May 10 19:15:33.543842 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.db.l3_hamode_db [None req-3a20dc8b-f30b-400c-be0b-10e6feb8ca33 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 19:15:33.627641 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20dc8b-f30b-400c-be0b-10e6feb8ca33 None None] Routers set() bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:15:33.627996 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20dc8b-f30b-400c-be0b-10e6feb8ca33 None None] Router IDs set() for agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 19:15:33.644293 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41220) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:34.011312 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:15:34.112826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.policy [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78730) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:15:34.160324 dv-cinder-784453-6-iscsi neutron-server[78730]: WARNING oslo_policy.policy [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:15:34.160711 dv-cinder-784453-6-iscsi neutron-server[78730]: WARNING oslo_policy.policy [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:15:34.169553 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.quota [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] Loaded quota_driver: . May 10 19:15:34.185717 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:15:34.248673 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735758550630', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735758550089', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735758560948', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735758565912', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735758575870', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735758516308', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1700825', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1730556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677768', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741076'] for rbac-policy, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:34.314582 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:34.315740 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-44b9273f-a7e1-4081-bb0b-b7a4b778c744 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6705444 May 10 19:15:36.922227 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41234) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:37.280164 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:15:37.285284 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:15:37.289787 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Usage tracker for resource:network and tenant:9ae6356c798c49bc88677cd5b6fb7f25 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:15:37.294528 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:15:37.300846 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:15:37.311353 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Made reservation on behalf of 9ae6356c798c49bc88677cd5b6fb7f25 for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:15:37.314251 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.332920 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.347064 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:15:37.350956 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Usage tracker for resource:security_group_rule and tenant:9ae6356c798c49bc88677cd5b6fb7f25 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:15:37.356559 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:15:37.362600 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:15:37.465119 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.469241 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.474662 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:37.497885 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:15:37.522190 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625777f-879e-430c-be2f-f40385cc3a6a,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:37.525663 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735760997780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.526262 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Unsubscribe: segment precommit_create {{(pid=78730) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:15:37.526719 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Added segment 4754aa84-abe1-4811-8c3a-0a01befcadf5 of type vlan for network a793a81e-2d39-470f-96ee-c296437f07c7 May 10 19:15:37.581282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.581700 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.582085 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.582382 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.582700 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.583027 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.583341 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.583654 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.583987 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.584294 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.584599 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.584902 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Tracked resource versions report: May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: pushed versions: May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: { 'AddressGroup': {'1.2'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'ConntrackHelper': {'1.0'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Log': {'1.0'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Network': {'1.1'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Port': {'1.7'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'PortForwarding': {'1.2'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'QosPolicy': {'1.8'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SecurityGroup': {'1.4'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SecurityGroupRule': {'1.2'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SubPort': {'1.0'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Subnet': {'1.1'}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Trunk': {'1.1'}} May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: consumer versions: May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: { DHCP agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: L3 agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: Metadata agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: Metering agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: Open vSwitch agent@dv-cinder-784453-6-iscsi: { 'AddressGroup': '1.2', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'ConntrackHelper': '1.0', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Log': '1.0', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Network': '1.1', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Port': '1.7', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'PortForwarding': '1.2', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'QosPolicy': '1.8', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SecurityGroup': '1.4', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SecurityGroupRule': '1.2', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SubPort': '1.0', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Subnet': '1.1', May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Trunk': '1.1'}} May 10 19:15:37.586011 dv-cinder-784453-6-iscsi neutron-server[78730]: {{(pid=78730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:15:37.624709 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:37.649981 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.695226 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.696815 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:37.697527 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.702162 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:37.809182 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Pushing event updated for resources: {'Network': ['ID=a793a81e-2d39-470f-96ee-c296437f07c7,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:37.812203 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8890078 May 10 19:15:37.835208 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:37.843808 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network a793a81e-2d39-470f-96ee-c296437f07c7 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:15:40.520879 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 41250) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:41.172604 dv-cinder-784453-6-iscsi neutron-server[78731]: WARNING oslo_policy.policy [None req-d1ae2339-194b-4adf-8fce-cf2503e107ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:15:41.173126 dv-cinder-784453-6-iscsi neutron-server[78731]: WARNING oslo_policy.policy [None req-d1ae2339-194b-4adf-8fce-cf2503e107ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:15:41.611854 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.policy [None req-d1ae2339-194b-4adf-8fce-cf2503e107ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78731) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:15:41.657988 dv-cinder-784453-6-iscsi neutron-server[78731]: WARNING oslo_policy.policy [None req-d1ae2339-194b-4adf-8fce-cf2503e107ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:15:41.658378 dv-cinder-784453-6-iscsi neutron-server[78731]: WARNING oslo_policy.policy [None req-d1ae2339-194b-4adf-8fce-cf2503e107ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:15:41.667038 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae2339-194b-4adf-8fce-cf2503e107ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:41.668959 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d1ae2339-194b-4adf-8fce-cf2503e107ab admin admin] 10.222.0.58 "GET /v2.0/networks/a793a81e-2d39-470f-96ee-c296437f07c7 HTTP/1.1" status: 200 len: 825 time: 1.1458530 May 10 19:15:41.711705 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-661bb800-6402-47cd-8534-332d86a9fff1 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/d2539c75-1dfb-49b7-b1b2-9329bc43b7d7 HTTP/1.1" status: 200 len: 734 time: 0.0372314 May 10 19:15:41.720933 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Request body: {'subnet': {'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7', 'ip_version': 4, 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'name': 'private-subnet', 'subnetpool_id': 'd2539c75-1dfb-49b7-b1b2-9329bc43b7d7', 'gateway_ip': '172.20.0.1'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:15:41.722587 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.quota [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Loaded quota_driver: . May 10 19:15:41.729153 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:15:41.735580 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Usage tracker for resource:subnet and tenant:9ae6356c798c49bc88677cd5b6fb7f25 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:15:41.739302 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:15:41.747449 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:15:41.767024 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Made reservation on behalf of 9ae6356c798c49bc88677cd5b6fb7f25 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:15:41.769916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:42.307414 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:42.312465 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:42.395945 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Checking segment: {'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:15:42.396317 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Network hostable DHCP agents. Network: a793a81e-2d39-470f-96ee-c296437f07c7, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:15:42.407341 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7052df25-4ec6-4ec0-abc3-4a6ca701cd55,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:42.419526 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.419937 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.420316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.420678 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.421033 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.421422 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.421804 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.422178 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.422555 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.422914 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.423267 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.423620 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Tracked resource versions report: May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: pushed versions: May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: { 'AddressGroup': {'1.2'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'ConntrackHelper': {'1.0'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Log': {'1.0'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Network': {'1.1'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Port': {'1.7'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'PortForwarding': {'1.2'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'QosPolicy': {'1.8'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SecurityGroup': {'1.4'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SecurityGroupRule': {'1.2'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SubPort': {'1.0'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Subnet': {'1.1'}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Trunk': {'1.1'}} May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: consumer versions: May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: { DHCP agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: L3 agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: Metadata agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: Metering agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: Open vSwitch agent@dv-cinder-784453-6-iscsi: { 'AddressGroup': '1.2', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'ConntrackHelper': '1.0', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Log': '1.0', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Network': '1.1', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Port': '1.7', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'PortForwarding': '1.2', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'QosPolicy': '1.8', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SecurityGroup': '1.4', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SecurityGroupRule': '1.2', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SubPort': '1.0', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Subnet': '1.1', May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Trunk': '1.1'}} May 10 19:15:42.424744 dv-cinder-784453-6-iscsi neutron-server[78731]: {{(pid=78731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:15:42.463930 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Network a793a81e-2d39-470f-96ee-c296437f07c7 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:15:42.472923 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:42.478013 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, a793a81e-2d39-470f-96ee-c296437f07c7) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:15:42.483998 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:42.484661 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:42.490162 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78636dff-942e-405f-90df-25e575e608d7 None None] Network a793a81e-2d39-470f-96ee-c296437f07c7 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:15:42.511712 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7945678 May 10 19:15:42.834991 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-a793a81e-2d39-470f-96ee-c296437f07c7', 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'fixed_ips': [{'subnet_id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:15:42.836875 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:43.048064 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Allocated IP 172.20.0.2 (a793a81e-2d39-470f-96ee-c296437f07c7/7052df25-4ec6-4ec0-abc3-4a6ca701cd55/88ad51c3-fbf0-4c46-b8e1-022e749caee2) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:15:43.313608 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:43.328837 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Transition to ACTIVE for port object 88ad51c3-fbf0-4c46-b8e1-022e749caee2 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:15:43.356741 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Transition to ACTIVE for port object 88ad51c3-fbf0-4c46-b8e1-022e749caee2 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:15:43.363657 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:43.368919 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:43.431772 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Network a793a81e-2d39-470f-96ee-c296437f07c7 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:15:43.435708 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:15:43.448718 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:15:43.451225 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Pushing event updated for resources: {'Port': ['ID=88ad51c3-fbf0-4c46-b8e1-022e749caee2,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:43.461997 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.462336 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.462665 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.462987 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.463359 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.463680 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.463997 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.464307 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.464620 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.464927 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.465235 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.465602 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Tracked resource versions report: May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: pushed versions: May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: { 'AddressGroup': {'1.2'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'ConntrackHelper': {'1.0'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Log': {'1.0'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Network': {'1.1'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Port': {'1.7'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'PortForwarding': {'1.2'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'QosPolicy': {'1.8'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SecurityGroup': {'1.4'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SecurityGroupRule': {'1.2'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SubPort': {'1.0'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Subnet': {'1.1'}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Trunk': {'1.1'}} May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: consumer versions: May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: { DHCP agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: L3 agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: Metadata agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: Metering agent@dv-cinder-784453-6-iscsi: {}, May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: Open vSwitch agent@dv-cinder-784453-6-iscsi: { 'AddressGroup': '1.2', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'ConntrackHelper': '1.0', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Log': '1.0', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Network': '1.1', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Port': '1.7', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'PortForwarding': '1.2', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'QosPolicy': '1.8', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SecurityGroup': '1.4', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SecurityGroupRule': '1.2', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SubPort': '1.0', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Subnet': '1.1', May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Trunk': '1.1'}} May 10 19:15:43.467226 dv-cinder-784453-6-iscsi neutron-server[78732]: {{(pid=78732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:15:43.509211 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:43.572001 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Attempting to bind port 88ad51c3-fbf0-4c46-b8e1-022e749caee2 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:15:43.572298 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Attempting to bind port 88ad51c3-fbf0-4c46-b8e1-022e749caee2 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:15:43.573279 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Attempting to bind port 88ad51c3-fbf0-4c46-b8e1-022e749caee2 on network a793a81e-2d39-470f-96ee-c296437f07c7 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:15:43.579143 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:15:43.579538 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Checking segment: {'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:15:43.580096 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:43.580644 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Bound using segment: {'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:15:43.581329 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Bound port: 88ad51c3-fbf0-4c46-b8e1-022e749caee2, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:15:43.581945 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:43.696254 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] For port 88ad51c3-fbf0-4c46-b8e1-022e749caee2, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:15:43.701332 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] For port 88ad51c3-fbf0-4c46-b8e1-022e749caee2, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=88ad51c3-fbf0-4c46-b8e1-022e749caee2,segment=NetworkSegment(4754aa84-abe1-4811-8c3a-0a01befcadf5),segment_id=4754aa84-abe1-4811-8c3a-0a01befcadf5)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:15:43.706424 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:43.711209 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:43.818198 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Pushing event updated for resources: {'Port': ['ID=88ad51c3-fbf0-4c46-b8e1-022e749caee2,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:43.821636 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:45.089057 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41270) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:45.551363 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [None req-ed504286-2dd2-42e1-b234-21bc48208975 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:15:45.552512 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ed504286-2dd2-42e1-b234-21bc48208975 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4623656 May 10 19:15:48.100082 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41280) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:48.584274 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [None req-8a752e0b-a74a-4b67-9852-a98293f0faaa admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:15:48.585299 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8a752e0b-a74a-4b67-9852-a98293f0faaa admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4843054 May 10 19:15:49.834880 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381d6c1-3fb5-4312-bf33-eeba30759f3d None None] Network a793a81e-2d39-470f-96ee-c296437f07c7 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:15:49.922261 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f4bbef53-94f0-4e19-9d26-46d829454f3b None None] Provisioning for port 88ad51c3-fbf0-4c46-b8e1-022e749caee2 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:15:50.417139 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 88ad51c3-fbf0-4c46-b8e1-022e749caee2 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:15:50.486602 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 88ad51c3-fbf0-4c46-b8e1-022e749caee2 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:15:50.491142 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 88ad51c3-fbf0-4c46-b8e1-022e749caee2 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:15:50.491535 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:50.608500 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:50.642267 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 88ad51c3-fbf0-4c46-b8e1-022e749caee2, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=88ad51c3-fbf0-4c46-b8e1-022e749caee2,segment=NetworkSegment(4754aa84-abe1-4811-8c3a-0a01befcadf5),segment_id=4754aa84-abe1-4811-8c3a-0a01befcadf5)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:50.646336 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:50.648585 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:50.717135 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=88ad51c3-fbf0-4c46-b8e1-022e749caee2,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:50.720363 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:51.375782 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41296) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:51.736239 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:15:51.741146 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:15:51.745467 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Usage tracker for resource:router and tenant:9ae6356c798c49bc88677cd5b6fb7f25 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:15:51.748733 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:15:51.754476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:15:51.765970 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:51.767562 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:51.789981 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:51.903966 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:51.922547 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:51.923718 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d4589b65-5fd1-4cfe-be74-c7d8d9276646 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5469701 May 10 19:15:52.396555 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 88ad51c3-fbf0-4c46-b8e1-022e749caee2 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:15:52.465760 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 88ad51c3-fbf0-4c46-b8e1-022e749caee2 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:15:52.466124 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:53.523066 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e273a72-ebdf-4f1e-8b82-90986453d8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:54.276098 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41306) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:54.665996 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [None req-40327fb8-b360-47a4-a3fe-bb15c38ab5be admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:15:54.667489 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-40327fb8-b360-47a4-a3fe-bb15c38ab5be admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3904741 May 10 19:15:56.516218 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:56.518005 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d92b27f9-beb3-40c4-a072-2c758394bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.065793 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41318) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:57.459789 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:15:57.465481 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:15:57.469256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Usage tracker for resource:network and tenant:a61ae42e04a64879b8bfe65f73b41a40 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:15:57.472207 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:15:57.477893 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:15:57.488701 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Made reservation on behalf of a61ae42e04a64879b8bfe65f73b41a40 for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:15:57.490933 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.495076 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.502753 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.516397 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:15:57.520071 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Usage tracker for resource:security_group_rule and tenant:a61ae42e04a64879b8bfe65f73b41a40 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:15:57.522823 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:15:57.528894 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:15:57.610545 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.614176 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.618058 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:57.630186 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Reserving flat network on physical network physnet1 {{(pid=78730) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 19:15:57.653706 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6ced10-1e7b-4ebd-b82a-397306965281,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:57.656370 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.656708 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Added segment 29e725d7-2fa3-4148-84ad-7a40a2b9d95a of type flat for network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 May 10 19:15:57.658004 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:57.691291 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.726604 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.727900 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:57.728475 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:57.734135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:57.844158 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7773523 May 10 19:15:57.847016 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Pushing event updated for resources: {'Network': ['ID=023dbdd1-28ed-4233-9e2e-882c5ffeeb29,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:57.859618 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:57.872606 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:15:58.828693 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:00.195090 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 41338) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:16:00.406581 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f8b7b3-3fcb-42c5-990f-63aaea763eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:00.407956 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-25f8b7b3-3fcb-42c5-990f-63aaea763eee admin admin] 10.222.0.58 "GET /v2.0/subnets/7052df25-4ec6-4ec0-abc3-4a6ca701cd55 HTTP/1.1" status: 200 len: 849 time: 0.2118628 May 10 19:16:00.596944 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f530012d-2178-449a-9ba2-762aff825e0b admin admin] 10.222.0.58 "GET /v2.0/routers/f7637c80-936e-4dea-97cb-e60551f4eb9b HTTP/1.1" status: 200 len: 704 time: 0.1834216 May 10 19:16:01.048892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:01.286956 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Allocated IP 172.20.0.1 (a793a81e-2d39-470f-96ee-c296437f07c7/7052df25-4ec6-4ec0-abc3-4a6ca701cd55/c20e440e-9b84-4161-8971-5d00d17cb25e) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:16:01.443890 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:01.461081 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Transition to ACTIVE for port object c20e440e-9b84-4161-8971-5d00d17cb25e will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:16:01.515916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:01.520400 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:01.577327 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Network a793a81e-2d39-470f-96ee-c296437f07c7 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:16:01.580155 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:16:01.583970 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:16:01.584510 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:01.720373 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Pushing event updated for resources: {'Port': ['ID=c20e440e-9b84-4161-8971-5d00d17cb25e,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:01.734826 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:01.747491 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f33496d4-1f34-4180-8250-12b5ae4b28c6 None None] Provisioning for port c20e440e-9b84-4161-8971-5d00d17cb25e completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:16:01.752415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f33496d4-1f34-4180-8250-12b5ae4b28c6 None None] Provisioning complete for port c20e440e-9b84-4161-8971-5d00d17cb25e triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:16:01.752795 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f33496d4-1f34-4180-8250-12b5ae4b28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:01.809561 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-f33496d4-1f34-4180-8250-12b5ae4b28c6 None None] Port c20e440e-9b84-4161-8971-5d00d17cb25e cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:16:01.888849 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:02.118552 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:02.123249 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:02.124313 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:02.128367 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:02.258975 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Pushing event updated for resources: {'Port': ['ID=c20e440e-9b84-4161-8971-5d00d17cb25e,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:02.263589 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:02.323152 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Network a793a81e-2d39-470f-96ee-c296437f07c7 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:16:02.324222 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:16:02.511016 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Router f7637c80-936e-4dea-97cb-e60551f4eb9b is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:16:02.533042 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-d734951d-133f-485d-ac46-baf00047eaf4 None None] Provisioning complete for port c20e440e-9b84-4161-8971-5d00d17cb25e triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:16:02.533408 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d734951d-133f-485d-ac46-baf00047eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:02.585407 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d734951d-133f-485d-ac46-baf00047eaf4 None None] Port c20e440e-9b84-4161-8971-5d00d17cb25e cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:16:02.663000 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:16:02.672253 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7637c80-936e-4dea-97cb-e60551f4eb9b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0705497 May 10 19:16:02.673118 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Sync routers for ids ['f7637c80-936e-4dea-97cb-e60551f4eb9b'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:16:02.683886 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Routers {'f7637c80-936e-4dea-97cb-e60551f4eb9b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:16:02.684752 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:15:56Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['f7637c80-936e-4dea-97cb-e60551f4eb9b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:16:02.869804 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Set router f7637c80-936e-4dea-97cb-e60551f4eb9b gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:16:03.231798 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'name': 'router1', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:15:51Z', 'updated_at': '2021-05-10T19:16:01Z', 'revision_number': 2, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'gw_port_host': None, '_interfaces': [{'id': 'c20e440e-9b84-4161-8971-5d00d17cb25e', 'name': '', 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'mac_address': 'fa:16:3e:6c:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:01Z', 'updated_at': '2021-05-10T19:16:01Z', 'revision_number': 2, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'subnets': [{'id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2539c75-1dfb-49b7-b1b2-9329bc43b7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:16:03.236740 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Checking router: f7637c80-936e-4dea-97cb-e60551f4eb9b for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:16:03.237103 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Updating router f7637c80-936e-4dea-97cb-e60551f4eb9b port c20e440e-9b84-4161-8971-5d00d17cb25e binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:16:03.289437 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:03.719684 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:03.734959 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Transition to ACTIVE for port object c20e440e-9b84-4161-8971-5d00d17cb25e will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:16:03.741194 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:03.746089 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:04.039092 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Pushing event updated for resources: {'Port': ['ID=c20e440e-9b84-4161-8971-5d00d17cb25e,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:04.049848 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.050182 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.050505 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.050826 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.051139 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.051451 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.051760 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.052067 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.052382 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.052694 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.053000 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.053303 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Tracked resource versions report: May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: pushed versions: May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: { 'AddressGroup': {'1.2'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'ConntrackHelper': {'1.0'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Log': {'1.0'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Network': {'1.1'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Port': {'1.7'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'PortForwarding': {'1.2'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'QosPolicy': {'1.8'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SecurityGroup': {'1.4'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SecurityGroupRule': {'1.2'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SubPort': {'1.0'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Subnet': {'1.1'}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Trunk': {'1.1'}} May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: consumer versions: May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: { DHCP agent@dv-cinder-784453-6-iscsi: {}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: L3 agent@dv-cinder-784453-6-iscsi: {}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: Metadata agent@dv-cinder-784453-6-iscsi: {}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: Metering agent@dv-cinder-784453-6-iscsi: {}, May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: Open vSwitch agent@dv-cinder-784453-6-iscsi: { 'AddressGroup': '1.2', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'ConntrackHelper': '1.0', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Log': '1.0', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Network': '1.1', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Port': '1.7', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'PortForwarding': '1.2', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'QosPolicy': '1.8', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SecurityGroup': '1.4', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SecurityGroupRule': '1.2', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SubPort': '1.0', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Subnet': '1.1', May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Trunk': '1.1'}} May 10 19:16:04.054448 dv-cinder-784453-6-iscsi neutron-server[78733]: {{(pid=78733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:16:04.060057 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:04.060852 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Attempting to bind port c20e440e-9b84-4161-8971-5d00d17cb25e on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:16:04.061244 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Attempting to bind port c20e440e-9b84-4161-8971-5d00d17cb25e by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:16:04.061697 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Attempting to bind port c20e440e-9b84-4161-8971-5d00d17cb25e on network a793a81e-2d39-470f-96ee-c296437f07c7 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:16:04.066928 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:16:04.067321 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Checking segment: {'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:16:04.067812 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:04.068196 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Bound using segment: {'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:16:04.068689 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Bound port: c20e440e-9b84-4161-8971-5d00d17cb25e, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4754aa84-abe1-4811-8c3a-0a01befcadf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:16:04.069073 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:04.160065 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] For port c20e440e-9b84-4161-8971-5d00d17cb25e, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:16:04.164193 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] For port c20e440e-9b84-4161-8971-5d00d17cb25e, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=c20e440e-9b84-4161-8971-5d00d17cb25e,segment=NetworkSegment(4754aa84-abe1-4811-8c3a-0a01befcadf5),segment_id=4754aa84-abe1-4811-8c3a-0a01befcadf5)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:16:04.168503 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:04.172312 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:04.280212 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Pushing event updated for resources: {'Port': ['ID=c20e440e-9b84-4161-8971-5d00d17cb25e,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:04.284019 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:04.285758 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Routers {'f7637c80-936e-4dea-97cb-e60551f4eb9b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:16:04.286357 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:15:56Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['f7637c80-936e-4dea-97cb-e60551f4eb9b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:16:04.440917 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] Set router f7637c80-936e-4dea-97cb-e60551f4eb9b gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:16:04.797961 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'name': 'router1', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:15:51Z', 'updated_at': '2021-05-10T19:16:01Z', 'revision_number': 2, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'gw_port_host': None, '_interfaces': [{'id': 'c20e440e-9b84-4161-8971-5d00d17cb25e', 'name': '', 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'mac_address': 'fa:16:3e:6c:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:01Z', 'updated_at': '2021-05-10T19:16:04Z', 'revision_number': 4, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'subnets': [{'id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2539c75-1dfb-49b7-b1b2-9329bc43b7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:16:04.804772 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc7cd1-9d8f-4987-990b-edcb5e1f8138 None None] The sync data for ids ['f7637c80-936e-4dea-97cb-e60551f4eb9b'] in dv-cinder-784453-6-iscsi is: [{'id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'name': 'router1', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:15:51Z', 'updated_at': '2021-05-10T19:16:01Z', 'revision_number': 2, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'gw_port_host': None, '_interfaces': [{'id': 'c20e440e-9b84-4161-8971-5d00d17cb25e', 'name': '', 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'mac_address': 'fa:16:3e:6c:2d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:01Z', 'updated_at': '2021-05-10T19:16:04Z', 'revision_number': 4, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'subnets': [{'id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2539c75-1dfb-49b7-b1b2-9329bc43b7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:16:04.874040 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 41360) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:16:04.916992 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:16:05.024874 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360728ab-139c-4e47-8850-11f4d89c0b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:05.026816 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-360728ab-139c-4e47-8850-11f4d89c0b43 admin admin] 10.222.0.58 "GET /v2.0/networks/023dbdd1-28ed-4233-9e2e-882c5ffeeb29 HTTP/1.1" status: 200 len: 842 time: 0.1513045 May 10 19:16:05.037411 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'cidr': '172.27.2.0/24'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:16:05.043477 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:16:05.047458 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Usage tracker for resource:subnet and tenant:a61ae42e04a64879b8bfe65f73b41a40 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:16:05.050376 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:16:05.056264 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:16:05.066649 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Made reservation on behalf of a61ae42e04a64879b8bfe65f73b41a40 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:16:05.069228 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:05.515169 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.objects.ports [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78731) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 19:16:05.515654 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:05.519352 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:05.592125 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140dd68d-6a69-4d4d-b2a7-67d633a42455,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:05.594866 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:05.601266 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:16:05.601644 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Network hostable DHCP agents. Network: 023dbdd1-28ed-4233-9e2e-882c5ffeeb29, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:16:05.619953 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:16:05.628997 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 023dbdd1-28ed-4233-9e2e-882c5ffeeb29) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:16:05.633080 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:05.633697 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:05.640745 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756ac4e-d117-4e48-96b4-5a7a23c03d83 None None] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:16:05.666247 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3a053ea1-75cd-4129-b1a2-85a8cf832760 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6329801 May 10 19:16:05.864353 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3039e59-ace2-4638-9823-eeebb85a93cb None None] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:16:07.927396 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 41374) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:16:08.123109 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-988afe89-ecda-4e58-b552-21f268216733 admin admin] 10.222.0.58 "GET /v2.0/routers/f7637c80-936e-4dea-97cb-e60551f4eb9b HTTP/1.1" status: 200 len: 710 time: 0.1945064 May 10 19:16:08.253682 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691b041-ee89-45b7-a6de-616b765aa9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:08.255217 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e691b041-ee89-45b7-a6de-616b765aa9e9 admin admin] 10.222.0.58 "GET /v2.0/networks/023dbdd1-28ed-4233-9e2e-882c5ffeeb29 HTTP/1.1" status: 200 len: 886 time: 0.1269488 May 10 19:16:08.264743 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:16:08.444069 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device c20e440e-9b84-4161-8971-5d00d17cb25e up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:16:08.513825 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port c20e440e-9b84-4161-8971-5d00d17cb25e completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:16:08.518897 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port c20e440e-9b84-4161-8971-5d00d17cb25e triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:16:08.519352 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:08.638862 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:08.674128 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port c20e440e-9b84-4161-8971-5d00d17cb25e, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=c20e440e-9b84-4161-8971-5d00d17cb25e,segment=NetworkSegment(4754aa84-abe1-4811-8c3a-0a01befcadf5),segment_id=4754aa84-abe1-4811-8c3a-0a01befcadf5)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:16:08.678826 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:08.681803 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:08.717191 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:08.758247 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=c20e440e-9b84-4161-8971-5d00d17cb25e,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:08.763562 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:09.098234 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:09.154456 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:09.286348 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Allocated IP 172.27.2.70 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/edd413be-8135-488d-aa93-fa57c54ed615) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:16:09.430610 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:09.459912 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:09.464237 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:09.522064 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:16:09.523111 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:16:09.528147 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:16:09.637816 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Pushing event updated for resources: {'Port': ['ID=edd413be-8135-488d-aa93-fa57c54ed615,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:09.647538 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:09.908926 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:10.248097 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:10.251407 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-401157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-358668'] for router, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:10.419621 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device c20e440e-9b84-4161-8971-5d00d17cb25e up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:16:10.476859 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Router f7637c80-936e-4dea-97cb-e60551f4eb9b has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:16:10.486798 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port c20e440e-9b84-4161-8971-5d00d17cb25e triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:16:10.487171 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:10.650983 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:16:10.659335 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:10.660499 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] 10.222.0.58 "PUT /v2.0/routers/f7637c80-936e-4dea-97cb-e60551f4eb9b HTTP/1.1" status: 200 len: 889 time: 2.3998914 May 10 19:16:10.660925 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Sync routers for ids ['f7637c80-936e-4dea-97cb-e60551f4eb9b'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:16:10.671512 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Routers {'f7637c80-936e-4dea-97cb-e60551f4eb9b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:16:10.672276 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:15:56Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['f7637c80-936e-4dea-97cb-e60551f4eb9b'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:16:10.863713 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Set router f7637c80-936e-4dea-97cb-e60551f4eb9b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:16:11.231910 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'name': 'router1', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'edd413be-8135-488d-aa93-fa57c54ed615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:15:51Z', 'updated_at': '2021-05-10T19:16:09Z', 'revision_number': 4, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'gw_port': {'id': 'edd413be-8135-488d-aa93-fa57c54ed615', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:09Z', 'updated_at': '2021-05-10T19:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': 'c20e440e-9b84-4161-8971-5d00d17cb25e', 'name': '', 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'mac_address': 'fa:16:3e:6c:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:01Z', 'updated_at': '2021-05-10T19:16:08Z', 'revision_number': 5, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'subnets': [{'id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2539c75-1dfb-49b7-b1b2-9329bc43b7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:16:11.237070 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Checking router: f7637c80-936e-4dea-97cb-e60551f4eb9b for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:16:11.237422 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Updating router f7637c80-936e-4dea-97cb-e60551f4eb9b port edd413be-8135-488d-aa93-fa57c54ed615 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:16:11.289288 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:11.620704 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:11.631959 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Transition to ACTIVE for port object edd413be-8135-488d-aa93-fa57c54ed615 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:16:11.639135 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:11.642887 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-603b7b33-0f5b-4d43-af59-7204666e7710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:11.713005 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Attempting to bind port edd413be-8135-488d-aa93-fa57c54ed615 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:16:11.713379 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Attempting to bind port edd413be-8135-488d-aa93-fa57c54ed615 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:16:11.714307 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Attempting to bind port edd413be-8135-488d-aa93-fa57c54ed615 on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:16:11.727040 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:16:11.727417 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:16:11.727820 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:11.728217 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:16:11.728692 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Bound port: edd413be-8135-488d-aa93-fa57c54ed615, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:16:11.729087 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:11.754928 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941196e-6353-409e-9ea5-8388d793edc3 None None] Pushing event updated for resources: {'Port': ['ID=edd413be-8135-488d-aa93-fa57c54ed615,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:11.761599 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5941196e-6353-409e-9ea5-8388d793edc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:11.808717 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] For port edd413be-8135-488d-aa93-fa57c54ed615, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:16:11.811798 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] For port edd413be-8135-488d-aa93-fa57c54ed615, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=edd413be-8135-488d-aa93-fa57c54ed615,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:16:11.816540 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:11.820334 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:11.893398 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Routers {'f7637c80-936e-4dea-97cb-e60551f4eb9b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:16:11.894039 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:15:56Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['f7637c80-936e-4dea-97cb-e60551f4eb9b'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:16:11.947718 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941196e-6353-409e-9ea5-8388d793edc3 None None] Pushing event updated for resources: {'Port': ['ID=edd413be-8135-488d-aa93-fa57c54ed615,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:12.001964 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5941196e-6353-409e-9ea5-8388d793edc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:12.074474 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] Set router f7637c80-936e-4dea-97cb-e60551f4eb9b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:16:12.402977 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'name': 'router1', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'edd413be-8135-488d-aa93-fa57c54ed615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:15:51Z', 'updated_at': '2021-05-10T19:16:09Z', 'revision_number': 4, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'gw_port': {'id': 'edd413be-8135-488d-aa93-fa57c54ed615', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:09Z', 'updated_at': '2021-05-10T19:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': 'c20e440e-9b84-4161-8971-5d00d17cb25e', 'name': '', 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'mac_address': 'fa:16:3e:6c:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:01Z', 'updated_at': '2021-05-10T19:16:08Z', 'revision_number': 5, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'subnets': [{'id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2539c75-1dfb-49b7-b1b2-9329bc43b7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:16:12.407074 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e967733-1623-4dfe-a2c4-8c2a4e573f39 None None] The sync data for ids ['f7637c80-936e-4dea-97cb-e60551f4eb9b'] in dv-cinder-784453-6-iscsi is: [{'id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'name': 'router1', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'edd413be-8135-488d-aa93-fa57c54ed615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:15:51Z', 'updated_at': '2021-05-10T19:16:09Z', 'revision_number': 4, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'gw_port': {'id': 'edd413be-8135-488d-aa93-fa57c54ed615', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:54:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:09Z', 'updated_at': '2021-05-10T19:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': 'c20e440e-9b84-4161-8971-5d00d17cb25e', 'name': '', 'network_id': 'a793a81e-2d39-470f-96ee-c296437f07c7', 'tenant_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'mac_address': 'fa:16:3e:6c:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7637c80-936e-4dea-97cb-e60551f4eb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:16:01Z', 'updated_at': '2021-05-10T19:16:08Z', 'revision_number': 5, 'project_id': '9ae6356c798c49bc88677cd5b6fb7f25', 'subnets': [{'id': '7052df25-4ec6-4ec0-abc3-4a6ca701cd55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2539c75-1dfb-49b7-b1b2-9329bc43b7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:16:13.031510 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 41384) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:16:13.149421 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6f71ce2c-a8a3-4638-9373-819175bc5d5c admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1167011 May 10 19:16:14.457477 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device edd413be-8135-488d-aa93-fa57c54ed615 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:16:14.547902 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port edd413be-8135-488d-aa93-fa57c54ed615 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:16:14.552418 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port edd413be-8135-488d-aa93-fa57c54ed615 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:16:14.552792 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:14.665449 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:14.683822 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port edd413be-8135-488d-aa93-fa57c54ed615, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=edd413be-8135-488d-aa93-fa57c54ed615,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:16:14.688580 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:14.690617 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:16:14.768047 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=edd413be-8135-488d-aa93-fa57c54ed615,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:14.782154 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:16:16.421122 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device edd413be-8135-488d-aa93-fa57c54ed615 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:16:16.511947 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port edd413be-8135-488d-aa93-fa57c54ed615 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:16:16.512619 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:23.517779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-06c22fa3-a58d-42b5-be13-2dc65984b910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:26.518536 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:26.520409 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3631bf8a-4d0b-4bbe-b101-1f78e6f885ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:27.499213 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:28.861070 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:41.916771 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:16:53.520729 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-17195179-14f7-4ba4-b89f-3b2d71779ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:56.525771 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-aa71e1ff-577e-4d24-9163-359569a44569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:56.529186 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:57.502790 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:58.854935 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:18.916043 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:17:23.513566 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-eee36b8d-c0f9-40a0-9852-ea3a8a9715a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:26.521847 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:26.523392 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-92611f55-37bb-4c22-928d-dda21ee3f653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:27.505803 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:28.864129 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:48.678856 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 41954) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:17:48.744517 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.pecan_wsgi.hooks.translation [None req-834a4741-8f6f-4afe-9f65-9dbaaab1d970 admin admin] GET failed (client error): The resource could not be found. May 10 19:17:48.745793 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-834a4741-8f6f-4afe-9f65-9dbaaab1d970 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659947 May 10 19:17:48.876487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c17f35-4a78-4130-b5ff-b6ea35508b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:48.877973 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-94c17f35-4a78-4130-b5ff-b6ea35508b78 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1276634 May 10 19:17:51.005667 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41964) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:17:51.118737 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981478b8-1240-4f15-af47-f6653f448b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:51.120012 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-981478b8-1240-4f15-af47-f6653f448b26 admin admin] 10.222.0.58 "GET /v2.0/subnets/7052df25-4ec6-4ec0-abc3-4a6ca701cd55 HTTP/1.1" status: 200 len: 849 time: 0.1134064 May 10 19:17:51.130854 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:17:51.247562 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:51.441895 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735760991070'] for subnet, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:51.446140 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:17:51.492440 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:51.493351 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:51.494330 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] 10.222.0.58 "PUT /v2.0/subnets/7052df25-4ec6-4ec0-abc3-4a6ca701cd55 HTTP/1.1" status: 200 len: 868 time: 0.3680823 May 10 19:17:51.497430 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb513d4-eed6-4d3d-b235-12f467e19508 None None] Network a793a81e-2d39-470f-96ee-c296437f07c7 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:17:51.517944 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7052df25-4ec6-4ec0-abc3-4a6ca701cd55,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:17:51.525783 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.526151 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.526446 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.526769 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.527086 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.527396 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.527716 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.528030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.528931 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.529255 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.529652 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.529967 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:51.534232 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:17:51.957521 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-ba30e023-a1a9-4b74-bcc9-f0574ac51b2a None None] Provisioning complete for port c20e440e-9b84-4161-8971-5d00d17cb25e triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:17:51.957987 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ba30e023-a1a9-4b74-bcc9-f0574ac51b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:52.084714 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-ba30e023-a1a9-4b74-bcc9-f0574ac51b2a None None] Provisioning complete for port 88ad51c3-fbf0-4c46-b8e1-022e749caee2 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:17:52.085012 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ba30e023-a1a9-4b74-bcc9-f0574ac51b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:53.515485 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-49cf5255-3e3b-47e3-be8e-7feeae91f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:53.651014 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41974) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:17:53.824903 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad4355-6dbd-4197-9593-f2e5a55b649e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:53.825965 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad4355-6dbd-4197-9593-f2e5a55b649e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:53.826697 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-45ad4355-6dbd-4197-9593-f2e5a55b649e admin admin] Synchronizing usage tracker for tenant:a61ae42e04a64879b8bfe65f73b41a40 on resource:network {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:17:53.844469 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-45ad4355-6dbd-4197-9593-f2e5a55b649e admin admin] Unset dirty status for tenant:a61ae42e04a64879b8bfe65f73b41a40 on resource:network {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:17:53.845681 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-45ad4355-6dbd-4197-9593-f2e5a55b649e admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936908 May 10 19:17:55.915079 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:17:55.983812 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41984) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:17:56.159284 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b8dbb0-da0d-4aff-8906-b093a1aa1a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:56.159772 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b8dbb0-da0d-4aff-8906-b093a1aa1a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:56.161341 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-62b8dbb0-da0d-4aff-8906-b093a1aa1a70 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1765406 May 10 19:17:56.524471 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-62ffc25a-8849-4946-a1b0-7cb12818a651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:56.526854 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:57.510447 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:58.282962 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 41994) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:17:58.458476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ba9b3-a258-48c7-a4c2-85c9a95a1828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:58.459820 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-be5ba9b3-a258-48c7-a4c2-85c9a95a1828 admin admin] 10.222.0.58 "GET /v2.0/networks/023dbdd1-28ed-4233-9e2e-882c5ffeeb29 HTTP/1.1" status: 200 len: 886 time: 0.1758933 May 10 19:17:58.863732 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:00.628404 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42004) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:00.814243 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec489f8c-7e59-4b6c-8afb-8a81df975348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:00.815584 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ec489f8c-7e59-4b6c-8afb-8a81df975348 admin admin] 10.222.0.58 "GET /v2.0/networks/a793a81e-2d39-470f-96ee-c296437f07c7 HTTP/1.1" status: 200 len: 869 time: 0.1861174 May 10 19:18:02.976476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42014) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:03.086568 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e775270-82af-4a72-af2b-aaa2bd9babeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:03.086944 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e775270-82af-4a72-af2b-aaa2bd9babeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:03.088473 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-2e775270-82af-4a72-af2b-aaa2bd9babeb admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1110408 May 10 19:18:05.227607 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42024) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:05.340264 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5947ac-3da2-45b3-b632-9579950dc84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:05.340719 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5947ac-3da2-45b3-b632-9579950dc84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:05.342244 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8f5947ac-3da2-45b3-b632-9579950dc84c admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1136932 May 10 19:18:07.483842 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42034) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:07.585915 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65e3b3-201c-420c-a404-54d3d192f560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:07.587248 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-1e65e3b3-201c-420c-a404-54d3d192f560 admin admin] 10.222.0.58 "GET /v2.0/subnets/140dd68d-6a69-4d4d-b2a7-67d633a42455 HTTP/1.1" status: 200 len: 816 time: 0.1024654 May 10 19:18:09.688697 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42044) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:09.810662 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f486a-2c1c-4e9d-bcc1-9e378d8f3f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:09.811221 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-089f486a-2c1c-4e9d-bcc1-9e378d8f3f13 admin admin] Synchronizing usage tracker for tenant:a61ae42e04a64879b8bfe65f73b41a40 on resource:subnet {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:18:09.830372 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-089f486a-2c1c-4e9d-bcc1-9e378d8f3f13 admin admin] Unset dirty status for tenant:a61ae42e04a64879b8bfe65f73b41a40 on resource:subnet {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:18:09.834031 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-089f486a-2c1c-4e9d-bcc1-9e378d8f3f13 admin admin] 10.222.0.58 "GET /v2.0/subnets/7052df25-4ec6-4ec0-abc3-4a6ca701cd55 HTTP/1.1" status: 200 len: 868 time: 0.1436360 May 10 19:18:23.523813 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1fb891f-9929-4be2-999d-3776025a80b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:26.529055 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-519894af-7629-458c-a74f-7fb7830a7134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:26.531727 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:27.514629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:28.873179 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:32.914309 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:18:32.972281 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42088) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:33.020514 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [None req-c43cc4c6-95d1-4bce-b0d8-9252c1641388 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:18:33.021483 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c43cc4c6-95d1-4bce-b0d8-9252c1641388 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482798 May 10 19:18:35.247888 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42098) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:35.318425 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.pecan_wsgi.hooks.translation [None req-952f9b7a-66c0-4e33-8cae-382e69e98b85 admin admin] GET failed (client error): The resource could not be found. May 10 19:18:35.319735 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-952f9b7a-66c0-4e33-8cae-382e69e98b85 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0702813 May 10 19:18:35.449784 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d1f6d-b6ad-4100-8323-48da55bf4e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:35.451188 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-980d1f6d-b6ad-4100-8323-48da55bf4e60 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1275916 May 10 19:18:37.614821 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42108) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:37.664247 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:18:37.669267 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:18:37.679459 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:18:37.690414 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Made reservation on behalf of a61ae42e04a64879b8bfe65f73b41a40 for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:18:37.692738 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:37.781194 dv-cinder-784453-6-iscsi neutron-server[78730]: WARNING neutron.services.revisions.revision_plugin [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Could not find related network for resource to bump revision. May 10 19:18:37.796954 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:18:37.807980 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:37.808330 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Added segment 100cb6af-2ad6-47a6-89b0-5ae36d3517dc of type vlan for network 393caa6a-402d-4b77-9812-93eafb45ab7d May 10 19:18:37.833600 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:37.866555 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:37.867900 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:37.868490 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:37.873093 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:18:38.004417 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3884571 May 10 19:18:38.007090 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Pushing event updated for resources: {'Network': ['ID=393caa6a-402d-4b77-9812-93eafb45ab7d,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:18:38.016596 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:18:38.019794 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 393caa6a-402d-4b77-9812-93eafb45ab7d details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:18:40.212458 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42118) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:18:40.278597 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f4cadf-a3b3-4e12-8cf2-cf968dbf2209 admin admin] GET failed (client error): The resource could not be found. May 10 19:18:40.279113 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-24f4cadf-a3b3-4e12-8cf2-cf968dbf2209 admin admin] Synchronizing usage tracker for tenant:a61ae42e04a64879b8bfe65f73b41a40 on resource:network {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:18:40.294955 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-24f4cadf-a3b3-4e12-8cf2-cf968dbf2209 admin admin] Unset dirty status for tenant:a61ae42e04a64879b8bfe65f73b41a40 on resource:network {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:18:40.296054 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-24f4cadf-a3b3-4e12-8cf2-cf968dbf2209 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0826569 May 10 19:18:40.398796 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715899a4-64a7-45c7-86d0-9df35dd0e181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:40.400150 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-715899a4-64a7-45c7-86d0-9df35dd0e181 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999479 May 10 19:18:40.410414 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d', 'cidr': '192.168.233.0/24'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:18:40.415103 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:18:40.424530 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:18:40.436569 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Made reservation on behalf of a61ae42e04a64879b8bfe65f73b41a40 for: {'subnet': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:18:40.438902 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:40.818204 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:40.822610 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:18:40.895738 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e973ef8-7230-4388-8e6a-5bb93c2e1b5e,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:18:40.901346 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:18:40.903984 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Checking segment: {'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:18:40.904360 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Network hostable DHCP agents. Network: 393caa6a-402d-4b77-9812-93eafb45ab7d, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:18:40.924684 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Network 393caa6a-402d-4b77-9812-93eafb45ab7d is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:18:40.935596 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 393caa6a-402d-4b77-9812-93eafb45ab7d) {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:18:40.940195 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:40.940755 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:40.946600 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923452e-8f34-495b-b7f8-1a17bf4ae595 None None] Network 393caa6a-402d-4b77-9812-93eafb45ab7d requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:18:40.981570 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5643759 May 10 19:18:41.209015 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-393caa6a-402d-4b77-9812-93eafb45ab7d', 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d', 'tenant_id': 'a61ae42e04a64879b8bfe65f73b41a40', 'fixed_ips': [{'subnet_id': '1e973ef8-7230-4388-8e6a-5bb93c2e1b5e'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:18:41.210155 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:41.376714 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Allocated IP 192.168.233.2 (393caa6a-402d-4b77-9812-93eafb45ab7d/1e973ef8-7230-4388-8e6a-5bb93c2e1b5e/a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:18:41.578658 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:41.588905 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Transition to ACTIVE for port object a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:18:41.607769 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Transition to ACTIVE for port object a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:18:41.614461 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:41.618858 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:18:41.677388 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Network 393caa6a-402d-4b77-9812-93eafb45ab7d is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:18:41.680294 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:18:41.688714 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:18:41.695016 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Pushing event updated for resources: {'Port': ['ID=a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:18:41.726497 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.726839 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.727174 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.727496 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.727823 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.728146 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.728472 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.728789 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.729125 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.729447 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.729786 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.730103 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:18:41.737884 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:18:41.792765 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Attempting to bind port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:18:41.793597 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Attempting to bind port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:18:41.794199 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Attempting to bind port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 on network 393caa6a-402d-4b77-9812-93eafb45ab7d {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:18:41.799795 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:18:41.800252 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Checking segment: {'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:18:41.800728 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:41.801191 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Bound using segment: {'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:18:41.801810 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Bound port: a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:18:41.802275 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:41.894338 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] For port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:18:41.897506 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] For port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6,segment=NetworkSegment(100cb6af-2ad6-47a6-89b0-5ae36d3517dc),segment_id=100cb6af-2ad6-47a6-89b0-5ae36d3517dc)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:18:41.902962 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:41.908590 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:18:41.985522 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Pushing event updated for resources: {'Port': ['ID=a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:18:41.989330 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:18:42.569430 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:18:42.651238 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:18:42.818537 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b5521-5bc1-40e2-ab8d-c3927b95801b None None] Network 393caa6a-402d-4b77-9812-93eafb45ab7d requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:18:42.920333 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] Provisioning for port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:18:42.930512 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] Provisioning complete for port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:18:42.930875 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:43.142664 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:43.191116 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] For port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6,segment=NetworkSegment(100cb6af-2ad6-47a6-89b0-5ae36d3517dc),segment_id=100cb6af-2ad6-47a6-89b0-5ae36d3517dc)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:18:43.196373 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:43.198985 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:18:43.275461 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] Pushing event updated for resources: {'Port': ['ID=a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:18:43.282462 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:18:43.422480 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f28d10ce-b93b-4448-b1ab-87275aa467c0 None None] Provisioning complete for port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:18:43.422944 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f28d10ce-b93b-4448-b1ab-87275aa467c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:44.527924 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:18:44.595704 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port a2b681f1-6f83-4f22-9ddd-a6c42b7a13b6 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:18:44.596046 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:53.516428 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e3d7-9779-4be5-ba39-7e6d8e9d02fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:56.532662 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a968d60e-a1d0-42e6-b75b-6a717e8fd82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:56.535755 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:57.516201 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:58.875796 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:09.913147 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:19:23.519120 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-817bc39f-8236-41c6-8ac7-180eb678b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:26.535131 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a8d459a8-712d-4d49-bb9b-1c34966b66cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:26.537977 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:27.518124 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:28.880159 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:46.789628 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42168) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:19:46.795732 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [None req-572dcbc3-705e-4bb7-80f2-c38c4b9aef29 tempest-verify_tempest_config-820002405 tempest-verify_tempest_config-820002405-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:19:46.796663 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-572dcbc3-705e-4bb7-80f2-c38c4b9aef29 tempest-verify_tempest_config-820002405 tempest-verify_tempest_config-820002405-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060446 May 10 19:19:46.912013 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:19:47.114029 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42186) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:19:47.241236 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:47.256170 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:19:47.259989 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Usage tracker for resource:security_group_rule and tenant:f17ecb9243a5466f8550ca688f8daac3 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:19:47.262868 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:19:47.269134 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:19:47.356872 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:47.361455 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:47.369474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:19:47.412465 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5028a86b-1f00-4ed3-9640-3e2dac960fe9,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:19:47.416749 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Synchronizing usage tracker for tenant:a61ae42e04a64879b8bfe65f73b41a40 on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:19:47.424004 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.424387 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.424724 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.425051 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.425374 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.425738 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.426075 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.426385 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.426714 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.427030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.427344 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.427659 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:19:47.431554 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:19:47.445735 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Unset dirty status for tenant:a61ae42e04a64879b8bfe65f73b41a40 on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:19:47.446990 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f17ecb9243a5466f8550ca688f8daac3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3316779 May 10 19:19:47.449824 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42192) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:19:47.507067 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8cfe913f-753e-497c-a2ad-b9e76e1b81ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:47.531848 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8cfe913f-753e-497c-a2ad-b9e76e1b81ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:47.620412 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8cfe913f-753e-497c-a2ad-b9e76e1b81ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:47.624309 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6dd4dec4-be77-4e3e-9a14-51b96c3e642a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:19:47.636145 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe913f-753e-497c-a2ad-b9e76e1b81ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5028a86b-1f00-4ed3-9640-3e2dac960fe9,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:19:47.639497 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8cfe913f-753e-497c-a2ad-b9e76e1b81ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:19:47.642592 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8cfe913f-753e-497c-a2ad-b9e76e1b81ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:47.645900 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8cfe913f-753e-497c-a2ad-b9e76e1b81ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5028a86b-1f00-4ed3-9640-3e2dac960fe9 HTTP/1.1" status: 204 len: 168 time: 0.1930215 May 10 19:19:53.521991 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-98b8449b-47c2-4d74-9b1e-769087643ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:56.536792 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a6888e08-5ec0-4180-bca3-9be584a5706d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:56.541606 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:57.521324 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:58.895196 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:23.524722 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e3b811f-9596-4ca0-a917-a20f93623f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:23.910802 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:20:26.539012 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-91891840-3050-4f26-bb5a-dadecf5a5928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:26.541668 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:27.523995 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:28.886429 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:53.527083 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bb82c462-de4c-4e8e-96c4-a978374b30bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:56.540680 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1dda7bf3-0fd9-4ced-aeb0-9e1c1b553e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:56.542458 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:57.526714 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:58.888717 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:00.910549 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 5 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:21:17.620325 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798'] for agent, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:21.291507 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42244) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:21.404118 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-acce0c8b-3c0c-47bb-b13d-b9440f46c0a5 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1115048 May 10 19:21:23.532709 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-beeba455-7cb9-4ba4-ae02-552f48a1470b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:23.562034 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42254) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:23.621126 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c2464139-bbf0-4a68-aa03-6b499d2ae1a8 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0579216 May 10 19:21:26.543867 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:26.547167 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f2108681-581c-4d0c-b1c1-9113626cfb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:27.532001 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:28.894526 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:37.910153 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:21:47.564753 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:53.526076 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7b28-3f6a-4b21-bba8-38fe24dc40e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:56.540087 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-63df9a6e-cbeb-46ec-8b2c-65b7162b560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:56.543680 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:57.534896 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.994229 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:14.910485 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:22:17.580919 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:23.531029 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-731fa242-58b2-4480-8d0b-164862d3ef4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:26.544536 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-be2e7711-3fb4-4590-b327-8c96600a75b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:26.546436 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:27.536771 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:28.901460 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:47.586072 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.167162 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42470) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:50.211742 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42478) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:50.363940 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42488) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:50.497829 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-network', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:50.502380 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:50.509720 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1320563816-network', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:50.514977 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Usage tracker for resource:network and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:50.517994 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:50.520787 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:50.524688 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Usage tracker for resource:network and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:50.527577 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:50.529163 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42498) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:50.541500 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:50.544041 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42504) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:50.549778 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:50.555576 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Made reservation on behalf of 71a7629efa3f4f2f939838794f2d3cdd for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:50.558482 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.572213 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.578799 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-network', 'tenant_id': '96025a65f50145759923532cea04d84f'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:50.592296 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Made reservation on behalf of 2a096c4e7fec4fcfadab63d96fa34cce for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:50.596722 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.596813 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:50.601658 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Usage tracker for resource:network and tenant:96025a65f50145759923532cea04d84f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:50.608483 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:50.610625 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.615370 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:50.619251 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:50.626804 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Usage tracker for resource:security_group_rule and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:50.628874 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Made reservation on behalf of 96025a65f50145759923532cea04d84f for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:50.631577 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:50.631715 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.637633 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:50.639842 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:50.644104 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Usage tracker for resource:security_group_rule and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:50.648479 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:50.652591 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.658923 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:50.670137 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:50.674469 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Usage tracker for resource:security_group_rule and tenant:96025a65f50145759923532cea04d84f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:50.678719 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:50.687518 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:50.784480 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.790230 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.806002 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.807150 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:22:50.820013 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.820655 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Added segment 65010471-0f9b-45d0-9e72-402da789f9d7 of type vlan for network 97912e0a-2415-47db-bbe1-697cbd4b9c76 May 10 19:22:50.824139 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.832648 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:50.857524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.897822 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:50.906198 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f037eafb-03eb-445e-8166-af4b9a28e8bf,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:50.909873 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:22:50.929884 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.930470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.930977 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.931471 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.931798 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.932047 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1388162286-network', 'tenant_id': '428bcbf709ea4aada68d31dc25260585'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:50.932217 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.932470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.932789 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.933107 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.933440 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.933757 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.934242 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Tracked resource versions report: May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: pushed versions: May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: { 'AddressGroup': {'1.2'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'ConntrackHelper': {'1.0'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Log': {'1.0'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Network': {'1.1'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Port': {'1.7'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'PortForwarding': {'1.2'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'QosPolicy': {'1.8'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SecurityGroup': {'1.4'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SecurityGroupRule': {'1.2'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SubPort': {'1.0'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Subnet': {'1.1'}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Trunk': {'1.1'}} May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: consumer versions: May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: { DHCP agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: HyperV agent@hv-cinder-78445: {}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: L3 agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: Metadata agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: Metering agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: Open vSwitch agent@dv-cinder-784453-6-iscsi: { 'AddressGroup': '1.2', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'ConntrackHelper': '1.0', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Log': '1.0', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Network': '1.1', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Port': '1.7', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'PortForwarding': '1.2', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'QosPolicy': '1.8', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SecurityGroup': '1.4', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SecurityGroupRule': '1.2', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'SubPort': '1.0', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Subnet': '1.1', May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: 'Trunk': '1.1'}} May 10 19:22:50.935479 dv-cinder-784453-6-iscsi neutron-server[78731]: {{(pid=78731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:22:50.944274 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1058129702-network', 'tenant_id': '2a520b3d530e4dc39fb708daf0df04d1'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:50.948077 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.953586 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:50.953829 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:50.958835 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Usage tracker for resource:network and tenant:428bcbf709ea4aada68d31dc25260585 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:50.962312 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735760997780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:50.962902 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:50.964040 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Unsubscribe: segment precommit_create {{(pid=78731) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:22:50.964620 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Added segment 3fde2ebd-0152-428d-aa90-70fa30143e5e of type vlan for network b806dc6c-0d9e-413a-9351-3dc782944567 May 10 19:22:50.971756 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:50.984208 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:50.988663 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Usage tracker for resource:network and tenant:2a520b3d530e4dc39fb708daf0df04d1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:50.992233 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:50.999154 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:51.007341 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:51.008175 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.013930 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.040297 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049a5f71-c45a-4e69-a07a-51acc353d4e0,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:51.044151 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Made reservation on behalf of 428bcbf709ea4aada68d31dc25260585 for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:51.047911 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.060729 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.062303 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.063788 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:51.064382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.067212 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.070173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:51.092798 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:51.097944 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Usage tracker for resource:security_group_rule and tenant:428bcbf709ea4aada68d31dc25260585 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:51.101699 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:51.109890 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:51.161407 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.167821 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Pushing event updated for resources: {'Network': ['ID=b806dc6c-0d9e-413a-9351-3dc782944567,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:51.185209 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:51.186211 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:22:51.200505 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network b806dc6c-0d9e-413a-9351-3dc782944567 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:22:51.211897 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.215097 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:51.218923 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8537939 May 10 19:22:51.220224 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42530) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:51.222587 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.222954 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.223349 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.223679 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.224003 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.224392 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.224815 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.225142 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.225552 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.225869 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.226183 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.226550 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Tracked resource versions report: May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: pushed versions: May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: { 'AddressGroup': {'1.2'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'ConntrackHelper': {'1.0'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Log': {'1.0'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Network': {'1.1'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Port': {'1.7'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'PortForwarding': {'1.2'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'QosPolicy': {'1.8'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SecurityGroup': {'1.4'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SecurityGroupRule': {'1.2'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SubPort': {'1.0'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Subnet': {'1.1'}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Trunk': {'1.1'}} May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: consumer versions: May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: { DHCP agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: HyperV agent@hv-cinder-78445: {}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: L3 agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: Metadata agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: Metering agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: Open vSwitch agent@dv-cinder-784453-6-iscsi: { 'AddressGroup': '1.2', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'ConntrackHelper': '1.0', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Log': '1.0', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Network': '1.1', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Port': '1.7', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'PortForwarding': '1.2', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'QosPolicy': '1.8', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SecurityGroup': '1.4', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SecurityGroupRule': '1.2', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'SubPort': '1.0', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Subnet': '1.1', May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: 'Trunk': '1.1'}} May 10 19:22:51.227585 dv-cinder-784453-6-iscsi neutron-server[78730]: {{(pid=78730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:22:51.233293 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Made reservation on behalf of 2a520b3d530e4dc39fb708daf0df04d1 for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:51.235640 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.248068 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:51.252720 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Request body: {'subnet': {'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-subnet', 'tenant_id': '96025a65f50145759923532cea04d84f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:51.255892 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.256611 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b1957860-776e-42d7-81a4-f0da87dc55a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:51.301895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.302305 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Added segment 8fc87e7f-6e57-4676-b21d-e78bdfa1077c of type vlan for network c6f0e170-c778-46c6-afb0-184c129fd23f May 10 19:22:51.356706 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.366881 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:51.382621 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.412480 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Usage tracker for resource:subnet and tenant:96025a65f50145759923532cea04d84f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:51.433355 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:22:51.448935 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.450284 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Added segment 0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c of type vlan for network a5b2409f-4272-49bb-8a40-1e462a8b0335 May 10 19:22:51.479518 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.488335 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.488534 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:51.490064 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.515714 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e71f03-2d36-4193-9dc2-9ccaf16e43cf,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:51.528133 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:51.534022 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Usage tracker for resource:security_group_rule and tenant:2a520b3d530e4dc39fb708daf0df04d1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:51.535287 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:51.537123 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:51.537266 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:51.543828 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:51.568432 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3998840 May 10 19:22:51.574042 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3bdb6e4b-b5c1-4371-89d3-fe13fce1aae6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3607430 May 10 19:22:51.575208 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42548) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:51.582822 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42550) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:51.653115 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.654556 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Pushing event updated for resources: {'Network': ['ID=97912e0a-2415-47db-bbe1-697cbd4b9c76,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:51.658558 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:51.662958 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.664993 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:51.669795 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Request body: {'subnet': {'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-subnet', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:51.670039 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 97912e0a-2415-47db-bbe1-697cbd4b9c76 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:22:51.675464 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:51.680114 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Usage tracker for resource:subnet and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:51.681211 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.682867 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a98843ca-fb44-4965-bd38-8b2e49026043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:51.685947 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:51.693141 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:51.716135 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Request body: {'subnet': {'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1320563816-subnet', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:51.729332 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:51.739684 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Made reservation on behalf of 2a096c4e7fec4fcfadab63d96fa34cce for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:51.743937 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.749346 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:51.752449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:51.755784 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.811556 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d25652d-d82d-45ee-87a2-2a41c019bf3b,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:51.872407 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:22:51.894026 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3487887 May 10 19:22:51.900854 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42562) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:51.901988 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.902499 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Added segment 12069350-11eb-4983-bdab-2b04e38ef6e5 of type vlan for network 5386ad07-8537-4e3e-bf7e-1edf9e529595 May 10 19:22:51.911894 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:22:51.922153 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Request body: {'subnet': {'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1388162286-subnet', 'tenant_id': '428bcbf709ea4aada68d31dc25260585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:51.930499 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Made reservation on behalf of 96025a65f50145759923532cea04d84f for: {'subnet': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:51.933676 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.959625 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:51.971408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:51.985310 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Usage tracker for resource:subnet and tenant:428bcbf709ea4aada68d31dc25260585 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:52.037732 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:52.041026 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:52.042826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:52.076586 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Usage tracker for resource:subnet and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:52.084831 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:52.125462 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:52.147207 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:52.232086 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:52.240110 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Pushing event updated for resources: {'Network': ['ID=c6f0e170-c778-46c6-afb0-184c129fd23f,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:52.253408 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:52.255058 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network c6f0e170-c778-46c6-afb0-184c129fd23f details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:22:52.262433 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Made reservation on behalf of 428bcbf709ea4aada68d31dc25260585 for: {'subnet': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:52.264931 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:52.279004 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b2409f-4272-49bb-8a40-1e462a8b0335,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:52.288850 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:52.294748 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Made reservation on behalf of 71a7629efa3f4f2f939838794f2d3cdd for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:52.296966 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:52.297325 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:52.304615 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:52.312025 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network a5b2409f-4272-49bb-8a40-1e462a8b0335 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:22:52.371326 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:52.377632 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:52.378215 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:52.386265 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3bf0fa6d-d601-464b-a720-7f16fadab20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:52.486285 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42582) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:52.538360 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0080733 May 10 19:22:52.546091 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42586) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:52.565481 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Request body: {'subnet': {'network_id': '5386ad07-8537-4e3e-bf7e-1edf9e529595', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1058129702-subnet', 'tenant_id': '2a520b3d530e4dc39fb708daf0df04d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:52.608135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:52.610563 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Pushing event updated for resources: {'Network': ['ID=5386ad07-8537-4e3e-bf7e-1edf9e529595,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:52.617650 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:52.623193 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Usage tracker for resource:subnet and tenant:2a520b3d530e4dc39fb708daf0df04d1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:52.630147 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:52.686259 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:52.736178 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 5386ad07-8537-4e3e-bf7e-1edf9e529595 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:22:52.744570 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Made reservation on behalf of 2a520b3d530e4dc39fb708daf0df04d1 for: {'subnet': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:52.746971 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.085984 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.133305 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.143306 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e650c9f8-e9ac-4832-af2a-d85b4f7ef2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:53.173350 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:53.238310 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Usage tracker for resource:security_group_rule and tenant:b40ff047ae4e48e8bfc579e68a3e34e8 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:53.245737 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:53.247968 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb993a3e-19a0-4458-bd22-9e98b3b8e850,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:53.261952 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:53.264695 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:53.290537 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.295991 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Checking segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:22:53.296349 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Network hostable DHCP agents. Network: c6f0e170-c778-46c6-afb0-184c129fd23f, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:22:53.300637 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:53.383032 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Network c6f0e170-c778-46c6-afb0-184c129fd23f is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:22:53.389245 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:53.397512 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:53.404326 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, c6f0e170-c778-46c6-afb0-184c129fd23f) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:53.409006 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Checking segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:22:53.409356 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Network hostable DHCP agents. Network: b806dc6c-0d9e-413a-9351-3dc782944567, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:22:53.412880 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:53.413498 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.418664 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82409862-69ff-4e0c-8410-7c87bf266748 None None] Network c6f0e170-c778-46c6-afb0-184c129fd23f requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:53.446160 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3767fe44-b090-4c4a-9adc-b3fef7c858e8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8640995 May 10 19:22:53.449094 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42608) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:53.455271 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:53.458188 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Network b806dc6c-0d9e-413a-9351-3dc782944567 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:22:53.462622 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:53.468878 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, b806dc6c-0d9e-413a-9351-3dc782944567) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:53.470862 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Usage tracker for resource:router and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:53.475047 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:53.478362 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:53.479487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.487562 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:53.504602 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-af25b0c0-0021-4add-8d89-a946d88afb44 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8669264 May 10 19:22:53.506359 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.507586 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.511027 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42612) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:53.517904 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:53.518539 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60373ef-a299-4023-b957-9f9301cad33a None None] Network b806dc6c-0d9e-413a-9351-3dc782944567 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:53.523436 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:53.529391 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Usage tracker for resource:router and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:53.533866 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:53.542440 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:53.547559 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.590216 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.623044 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.624034 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.626451 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6d59e19b-b2f7-4b58-bedd-f78d74d1608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.647574 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.651389 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.663524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8cfe913f-753e-497c-a2ad-b9e76e1b81ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:53.757585 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b40ff047ae4e48e8bfc579e68a3e34e8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2409904 May 10 19:22:53.762147 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42618) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:53.768213 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22219419-42c2-4548-9b1e-e22839d09508,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:53.776396 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:53.776875 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d952b031-b5ca-468a-981a-cbcac7d8d770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:53.864017 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:53.892647 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:53.903446 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-c6f0e170-c778-46c6-afb0-184c129fd23f', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:22:53.904268 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.930644 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.940287 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.942129 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Checking segment: {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:22:53.942473 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Network hostable DHCP agents. Network: 97912e0a-2415-47db-bbe1-697cbd4b9c76, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:22:53.958086 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.972179 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-46138790-2761-41d3-8db0-2da31211dd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.977608 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-b806dc6c-0d9e-413a-9351-3dc782944567', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:22:53.978509 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.980639 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:54.082553 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-46138790-2761-41d3-8db0-2da31211dd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.109933 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Network 97912e0a-2415-47db-bbe1-697cbd4b9c76 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:22:54.138008 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e34396-f004-43b2-90d5-f11afe60c968,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:54.185904 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:54.220199 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Allocated IP 172.20.0.2 (c6f0e170-c778-46c6-afb0-184c129fd23f/fb993a3e-19a0-4458-bd22-9e98b3b8e850/41e57321-2da3-45ac-a96f-c06f0bcbc5c5) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:54.285871 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Allocated IP 172.20.0.2 (b806dc6c-0d9e-413a-9351-3dc782944567/ca12b9b2-800c-4aa4-a9af-18272ac5fbe0/e3afe333-3816-4d27-be6f-549cfa2547f5) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:54.306471 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.338810 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 97912e0a-2415-47db-bbe1-697cbd4b9c76) {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:54.355134 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Checking segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:22:54.356311 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Network hostable DHCP agents. Network: a5b2409f-4272-49bb-8a40-1e462a8b0335, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:22:54.361718 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:54.362660 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.415374 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.427230 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c0c8b-edae-4a79-88de-a77c06e017e7 None None] Network 97912e0a-2415-47db-bbe1-697cbd4b9c76 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:54.451671 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:54.501637 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-46138790-2761-41d3-8db0-2da31211dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.519494 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-46138790-2761-41d3-8db0-2da31211dd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.521030 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-46138790-2761-41d3-8db0-2da31211dd6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22219419-42c2-4548-9b1e-e22839d09508 HTTP/1.1" status: 204 len: 168 time: 0.7499926 May 10 19:22:54.522030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Network a5b2409f-4272-49bb-8a40-1e462a8b0335 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:22:54.534002 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-5e7aecc6-70a8-4246-bfe8-75b844b707e7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.3019259 May 10 19:22:54.538345 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42642) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:54.541750 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, a5b2409f-4272-49bb-8a40-1e462a8b0335) {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:54.545729 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:54.554853 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:54.561415 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Usage tracker for resource:router and tenant:96025a65f50145759923532cea04d84f is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:54.566351 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:54.576263 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:54.576864 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.577451 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:54.625014 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e0de50-84d4-43df-ac7a-3a9486208134,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:54.636431 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-5a2ab15d-8ddb-4bc5-85e4-2e4dd8497c6c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7316639 May 10 19:22:54.637673 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:54.638434 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:54.651604 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Checking segment: {'id': '12069350-11eb-4983-bdab-2b04e38ef6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5386ad07-8537-4e3e-bf7e-1edf9e529595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:22:54.652356 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Network hostable DHCP agents. Network: 5386ad07-8537-4e3e-bf7e-1edf9e529595, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:22:54.670374 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46138790-2761-41d3-8db0-2da31211dd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22219419-42c2-4548-9b1e-e22839d09508,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:54.684257 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-46138790-2761-41d3-8db0-2da31211dd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:54.688300 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.689402 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.694918 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d5091-60b9-4f16-ba76-a219fb550038 None None] Network a5b2409f-4272-49bb-8a40-1e462a8b0335 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:54.713494 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Network 5386ad07-8537-4e3e-bf7e-1edf9e529595 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:22:54.734478 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 5386ad07-8537-4e3e-bf7e-1edf9e529595) {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:54.746207 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:54.746910 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.834202 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2828135 May 10 19:22:54.911137 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.083974 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.131790 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.155276 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b717c31-0ee7-4ade-8c52-be0726cc85cc None None] Network 5386ad07-8537-4e3e-bf7e-1edf9e529595 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:55.262830 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.304563 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42672) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:55.350071 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.382332 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Transition to ACTIVE for port object 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:22:55.416872 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:55.432287 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c2a11d4b9d4045bc87574f1685d369 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:55.445183 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:55.459883 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:55.567559 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Transition to ACTIVE for port object 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:22:55.619008 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.663730 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5941196e-6353-409e-9ea5-8388d793edc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:55.700493 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.708071 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.714228 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.758152 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7e8b630b-574b-4b2e-bce9-3e1d1ad2f4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:55.771538 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6c2a11d4b9d4045bc87574f1685d369&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4657214 May 10 19:22:55.774982 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42688) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:55.820620 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5292b1af-a328-48e6-8262-901f262f2386,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:55.842498 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:55.888515 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42704) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:55.893777 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8a5a796f-f98f-408e-a3eb-28cef1486f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.902111 dv-cinder-784453-6-iscsi neutron-server[78730]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:22:55.920932 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Network c6f0e170-c778-46c6-afb0-184c129fd23f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:55.936668 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229aca3d-f8aa-435d-8261-ee1b3b361c33 None None] Network 5386ad07-8537-4e3e-bf7e-1edf9e529595 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:55.953834 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:55.964357 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934eda4-d1b3-4813-8d2a-52a61742a17d None None] Network 97912e0a-2415-47db-bbe1-697cbd4b9c76 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:55.973787 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 42718) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:55.987281 dv-cinder-784453-6-iscsi neutron-server[78731]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:22:55.989640 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:55.992164 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:22:56.039616 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Allocated IP 172.27.2.238 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/8b0c7f04-2971-4dc2-ad63-3bd0961fb81e) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:56.048878 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.072536 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-549677c6-c256-4482-b76a-f571e57f4f5b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:56.073256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-549677c6-c256-4482-b76a-f571e57f4f5b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Synchronizing usage tracker for tenant:2a520b3d530e4dc39fb708daf0df04d1 on resource:network {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:22:56.111443 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-549677c6-c256-4482-b76a-f571e57f4f5b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Unset dirty status for tenant:2a520b3d530e4dc39fb708daf0df04d1 on resource:network {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:22:56.115935 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-549677c6-c256-4482-b76a-f571e57f4f5b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/networks?id=5386ad07-8537-4e3e-bf7e-1edf9e529595 HTTP/1.1" status: 200 len: 812 time: 0.2177918 May 10 19:22:56.118291 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8a5a796f-f98f-408e-a3eb-28cef1486f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.138418 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Pushing event updated for resources: {'Port': ['ID=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:56.151829 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-e005854b-6eba-4454-bcaf-62c37944255a tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/quotas/2a520b3d530e4dc39fb708daf0df04d1 HTTP/1.1" status: 200 len: 375 time: 0.0202339 May 10 19:22:56.224395 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.225145 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-9a223e2d-8908-4831-b270-25963886d4fa tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a520b3d530e4dc39fb708daf0df04d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632772 May 10 19:22:56.227721 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.228124 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.228557 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.229511 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.229920 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.230252 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.230565 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.230876 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.231279 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.231608 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.231937 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.232230 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Tracked resource versions report: May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: pushed versions: May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: { 'AddressGroup': {'1.2'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'ConntrackHelper': {'1.0'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Log': {'1.0'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Network': {'1.1'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Port': {'1.7'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'PortForwarding': {'1.2'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'QosPolicy': {'1.8'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SecurityGroup': {'1.4'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SecurityGroupRule': {'1.2'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SubPort': {'1.0'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Subnet': {'1.1'}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Trunk': {'1.1'}} May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: consumer versions: May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: { DHCP agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: HyperV agent@hv-cinder-78445: {}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: L3 agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: Metadata agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: Metering agent@dv-cinder-784453-6-iscsi: {}, May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: Open vSwitch agent@dv-cinder-784453-6-iscsi: { 'AddressGroup': '1.2', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'ConntrackHelper': '1.0', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Log': '1.0', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Network': '1.1', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Port': '1.7', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'PortForwarding': '1.2', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'QosPolicy': '1.8', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SecurityGroup': '1.4', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SecurityGroupRule': '1.2', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'SubPort': '1.0', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Subnet': '1.1', May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: 'Trunk': '1.1'}} May 10 19:22:56.233330 dv-cinder-784453-6-iscsi neutron-server[78732]: {{(pid=78732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:22:56.255221 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8a5a796f-f98f-408e-a3eb-28cef1486f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.261590 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:56.281241 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a796f-f98f-408e-a3eb-28cef1486f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5292b1af-a328-48e6-8262-901f262f2386,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:56.284645 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8a5a796f-f98f-408e-a3eb-28cef1486f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:56.285658 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:56.298758 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8a5a796f-f98f-408e-a3eb-28cef1486f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.301205 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8a5a796f-f98f-408e-a3eb-28cef1486f93 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5292b1af-a328-48e6-8262-901f262f2386 HTTP/1.1" status: 204 len: 168 time: 0.5233510 May 10 19:22:56.313686 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Transition to ACTIVE for port object e3afe333-3816-4d27-be6f-549cfa2547f5 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:22:56.356376 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d097e5f8-4f5c-4081-8cde-036c57cc875b None None] Network a5b2409f-4272-49bb-8a40-1e462a8b0335 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:56.468113 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Attempting to bind port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:22:56.468586 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Attempting to bind port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:22:56.468954 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Attempting to bind port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 on network c6f0e170-c778-46c6-afb0-184c129fd23f {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:22:56.492455 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Transition to ACTIVE for port object e3afe333-3816-4d27-be6f-549cfa2547f5 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:22:56.505906 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:22:56.506281 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Checking segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:22:56.506694 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.507091 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Bound using segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:22:56.507220 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-7bfc86c0-1c17-4c7c-b17c-9f0b54978b03 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:22:56.507575 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Bound port: 41e57321-2da3-45ac-a96f-c06f0bcbc5c5, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:22:56.508236 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.517608 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-7bfc86c0-1c17-4c7c-b17c-9f0b54978b03 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0714324 May 10 19:22:56.557001 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.557631 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f3310539-4323-4882-9a64-36c286fc8db3 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:56.559145 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f3310539-4323-4882-9a64-36c286fc8db3 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 815 time: 0.5824413 May 10 19:22:56.626073 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.660784 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-dd9a95ed-669f-4df2-b09c-3a11e8000088 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/quotas/428bcbf709ea4aada68d31dc25260585 HTTP/1.1" status: 200 len: 375 time: 0.0380054 May 10 19:22:56.744956 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-4bb4cff4-60c6-474a-926a-a3025fc00af7 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566738 May 10 19:22:56.753659 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-449bd314-cfd3-416b-af15-46c5f5046bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:56.769048 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.775082 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-99cf8e6f-054c-4829-977e-f97ff2a3df1d service neutron] 10.222.0.58 "GET /v2.0/networks/5386ad07-8537-4e3e-bf7e-1edf9e529595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511899 May 10 19:22:56.841598 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.892695 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Pushing event updated for resources: {'Port': ['ID=e3afe333-3816-4d27-be6f-549cfa2547f5,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:56.927967 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:56.935232 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.967220 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:56.979376 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-aff347aa-957a-4aac-af57-ed4d33b9cad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:57.016432 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-78c2cf5d-da42-4286-a84f-ea43ac67d177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:57.036925 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Network b806dc6c-0d9e-413a-9351-3dc782944567 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:57.053147 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:57.086729 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:22:57.095033 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-466c9c55-e94c-4367-83fb-8931b4a2eb69 service neutron] 10.222.0.58 "GET /v2.0/networks/5386ad07-8537-4e3e-bf7e-1edf9e529595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143113 May 10 19:22:57.104079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:57.109360 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:57.118380 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:22:57.183853 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Allocated IP 172.27.2.248 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/9acb9115-1af5-4f6b-a9b1-268455e5e754) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:57.247286 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Pushing event updated for resources: {'Port': ['ID=8b0c7f04-2971-4dc2-ad63-3bd0961fb81e,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:57.258525 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:57.260812 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] For port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:22:57.287734 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] For port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:22:57.291485 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Attempting to bind port e3afe333-3816-4d27-be6f-549cfa2547f5 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:22:57.291909 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Attempting to bind port e3afe333-3816-4d27-be6f-549cfa2547f5 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:22:57.292627 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Attempting to bind port e3afe333-3816-4d27-be6f-549cfa2547f5 on network b806dc6c-0d9e-413a-9351-3dc782944567 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:22:57.297577 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:57.303583 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:22:57.303988 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Checking segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:22:57.304365 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:57.304753 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Bound using segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:22:57.305235 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Bound port: e3afe333-3816-4d27-be6f-549cfa2547f5, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:22:57.305662 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:57.326598 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:57.330852 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-fcb8ae32-7a4b-4089-84dc-37e9c3d23f50 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:22:57.331914 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-fcb8ae32-7a4b-4089-84dc-37e9c3d23f50 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3334298 May 10 19:22:57.560831 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Pushing event updated for resources: {'Port': ['ID=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:57.569403 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:57.577617 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] For port e3afe333-3816-4d27-be6f-549cfa2547f5, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:22:57.583821 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:57.587920 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] For port e3afe333-3816-4d27-be6f-549cfa2547f5, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=e3afe333-3816-4d27-be6f-549cfa2547f5,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:22:57.595735 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:57.608024 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:57.714851 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Pushing event updated for resources: {'Port': ['ID=e3afe333-3816-4d27-be6f-549cfa2547f5,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:57.732378 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:57.835198 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3c8b2ee-f10c-4bca-8283-6df5e88cc8db req-c330e5a5-ef59-4189-92fc-0302f7bf5ae2 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.1059732 May 10 19:22:57.982662 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:58.010272 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-29085e76-6917-4df5-9657-2f4e2d26b0d2 service neutron] 10.222.0.58 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428185 May 10 19:22:58.181042 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42800) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:58.368124 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-7b497687-407a-4b7b-b3bd-b45eb167f3e5 service neutron] 10.222.0.58 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334677 May 10 19:22:58.378889 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:58.586480 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:58.619621 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:58.629204 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Usage tracker for resource:security_group_rule and tenant:12eaaa2a2b544f78a2117031ee49a3cd is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:22:58.635129 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:22:58.652868 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:58.703572 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:58.767358 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:58.816292 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:58.826500 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:58.829243 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:22:58.960832 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:59.013706 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8e176540-969a-4bb9-baf5-e3077baa4179 req-47243005-bead-4dd6-ba46-4188b9b181e2 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 210 time: 0.1318867 May 10 19:22:59.015128 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:22:59.189626 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:59.202988 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:59.210768 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:59.284630 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a541c9e-8588-4a3e-b4c1-ce3e9c5f59d8,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:59.298370 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:59.393819 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-55c19500-aa05-4efd-b64a-d8def9e30dcd req-a029a89e-df89-479f-8b76-2e4c5418dd6e tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.0981662 May 10 19:22:59.442146 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:22:59.449361 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device e3afe333-3816-4d27-be6f-549cfa2547f5 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:22:59.456045 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12eaaa2a2b544f78a2117031ee49a3cd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2729621 May 10 19:22:59.465972 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 42866) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:59.702154 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb4a80-dd42-4d2f-a172-255ea1568c54 None None] Network b806dc6c-0d9e-413a-9351-3dc782944567 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:59.750553 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-74bed344-415a-4fde-bdd7-92fb5dd3bc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:59.821943 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-74bed344-415a-4fde-bdd7-92fb5dd3bc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:59.892070 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-74bed344-415a-4fde-bdd7-92fb5dd3bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:59.911411 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:59.921395 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Allocated IP 172.27.2.39 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/05720ca7-1daf-4b58-85cc-8a38752fe78b) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:59.969322 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154d473-c4f0-4d8e-957b-e85e59fbff9d None None] Network c6f0e170-c778-46c6-afb0-184c129fd23f requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:22:59.975184 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bed344-415a-4fde-bdd7-92fb5dd3bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a541c9e-8588-4a3e-b4c1-ce3e9c5f59d8,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:59.979624 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-74bed344-415a-4fde-bdd7-92fb5dd3bc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:59.985415 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-74bed344-415a-4fde-bdd7-92fb5dd3bc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:59.986975 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-74bed344-415a-4fde-bdd7-92fb5dd3bc06 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a541c9e-8588-4a3e-b4c1-ce3e9c5f59d8 HTTP/1.1" status: 204 len: 168 time: 0.5200932 May 10 19:22:59.987975 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9acb9115-1af5-4f6b-a9b1-268455e5e754,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:59.996643 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.229s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:00.240443 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6b6eba8d-e2ca-4e37-8522-24a743a20e23 None None] Provisioning for port e3afe333-3816-4d27-be6f-549cfa2547f5 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:00.313894 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port e3afe333-3816-4d27-be6f-549cfa2547f5 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:00.343338 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port e3afe333-3816-4d27-be6f-549cfa2547f5 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:00.343979 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:00.533895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:00.599659 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-939f33e1-d04f-47e1-b1cd-81272e57e893 req-21224359-3f15-445e-b99c-cf5abc994639 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.0719001 May 10 19:23:00.891437 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] Provisioning for port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:00.895123 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:00.955044 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] Provisioning complete for port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:00.957083 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:01.189444 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:01.298889 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:01.312766 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port e3afe333-3816-4d27-be6f-549cfa2547f5, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=e3afe333-3816-4d27-be6f-549cfa2547f5,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:01.336110 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:01.365520 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:01.386426 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43fef21f-71f2-43d5-a23b-9d22489399ba req-a1d418ee-f155-4bbd-91b8-acd4ba6155c9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 210 time: 0.8544893 May 10 19:23:01.387912 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:01.408002 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:01.607702 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] For port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:01.640761 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:01.719306 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=e3afe333-3816-4d27-be6f-549cfa2547f5,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:01.739629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:01.741247 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:01.744970 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:01.770159 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:01.783742 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:01.935016 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Pushing event updated for resources: {'Port': ['ID=05720ca7-1daf-4b58-85cc-8a38752fe78b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:01.963677 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.66', 53115) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:02.027743 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] Pushing event updated for resources: {'Port': ['ID=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:02.033099 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:02.036247 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:02.042245 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-fc07e733-5ead-4ce6-9b6a-47d46bba14d4 None None] Provisioning complete for port e3afe333-3816-4d27-be6f-549cfa2547f5 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:02.042465 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fc07e733-5ead-4ce6-9b6a-47d46bba14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:02.136741 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:02.267114 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-53bcbe9a-2526-42f4-acbc-26844cdf6959 req-20018501-95e8-4784-a47e-cc84acb6c2c4 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.0608931 May 10 19:23:02.292865 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-931206b7-4cc8-4d95-9733-a4888ab9ac83 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:02.294314 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-931206b7-4cc8-4d95-9733-a4888ab9ac83 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.66 "GET /v2.0/networks?id=5386ad07-8537-4e3e-bf7e-1edf9e529595 HTTP/1.1" status: 200 len: 812 time: 0.3274717 May 10 19:23:02.309794 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:02.347403 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Request body: {'port': {'device_id': '1237ccf1-0009-4b89-bda1-a4a0edffde43', 'network_id': '5386ad07-8537-4e3e-bf7e-1edf9e529595', 'admin_state_up': True, 'tenant_id': '2a520b3d530e4dc39fb708daf0df04d1'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:02.394412 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-a8e76f34-3256-4208-a17b-61876dec8ea8 None None] Provisioning complete for port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:02.398433 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a8e76f34-3256-4208-a17b-61876dec8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:02.675469 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:02.687434 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Usage tracker for resource:port and tenant:2a520b3d530e4dc39fb708daf0df04d1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:02.694434 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:02.710292 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:02.724284 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Made reservation on behalf of 2a520b3d530e4dc39fb708daf0df04d1 for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:02.730475 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:02.749557 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.66', 53120) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:03.174356 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-9a1b3521-5bc5-4fad-8eed-5d4f97c91c74 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:03.174356 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-9a1b3521-5bc5-4fad-8eed-5d4f97c91c74 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:network {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:03.242106 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:03.287206 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-9a1b3521-5bc5-4fad-8eed-5d4f97c91c74 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:network {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:03.288484 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-9a1b3521-5bc5-4fad-8eed-5d4f97c91c74 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 815 time: 0.5373256 May 10 19:23:03.318141 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Request body: {'port': {'device_id': 'a95a57eb-3769-4075-aaf0-d1411b251812', 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'admin_state_up': True, 'tenant_id': '428bcbf709ea4aada68d31dc25260585'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:03.522763 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c368253-f3c6-43a6-9d02-1f89b2bbfbc8 req-bc73e253-0692-4eb6-afda-6bfaf9416ba0 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 210 time: 0.7370379 May 10 19:23:03.527051 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:03.628339 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:03.628708 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:03.699450 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0c5a34d8-661e-4650-a4d3-88315578e6cf req-27d1f67a-2939-4427-9986-94699dc8fe5a tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.1728854 May 10 19:23:03.783557 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Allocated IP 172.20.0.8 (5386ad07-8537-4e3e-bf7e-1edf9e529595/51e0de50-84d4-43df-ac7a-3a9486208134/32b64d96-79c0-45e9-8d6e-dbdfeb4af885) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:03.816260 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:03.820882 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Usage tracker for resource:port and tenant:428bcbf709ea4aada68d31dc25260585 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:03.824608 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:03.831397 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:03.846516 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Made reservation on behalf of 428bcbf709ea4aada68d31dc25260585 for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:03.851059 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:03.995675 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device e3afe333-3816-4d27-be6f-549cfa2547f5 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:04.136906 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port e3afe333-3816-4d27-be6f-549cfa2547f5 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:04.137697 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:04.254288 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Router 67d667f1-d951-41ac-9e2c-315303446c8b is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:23:04.257621 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:04.263225 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Router da345c56-2a9e-44b6-84eb-105523bfc96d is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:23:04.296435 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Allocated IP 172.20.0.9 (a5b2409f-4272-49bb-8a40-1e462a8b0335/42e34396-f004-43b2-90d5-f11afe60c968/e392e7f6-9e07-44ff-9092-9fdbfe43a056) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:04.623375 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:04.949087 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:04.988887 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:04.989563 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:23:05.001102 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Sync routers for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:05.005161 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b530be0a-2e87-49e1-b0cc-435c2249e5ed req-755d569c-58ad-47db-a9a6-4ca465a33574 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 210 time: 0.1793382 May 10 19:23:05.022180 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:05.039137 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:05.072946 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:23:05.085498 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Sync routers for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:05.112060 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:05.115720 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:05.116134 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:05.116914 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-27ed27d8-c21e-46a6-aaea-84bf703c921a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.6668544 May 10 19:23:05.119582 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:05.123380 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6088295 May 10 19:23:05.123380 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43070) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:05.126977 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43072) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:05.345053 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:05.482702 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Network 5386ad07-8537-4e3e-bf7e-1edf9e529595 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:05.528625 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:05.540715 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:05.567469 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:05.570707 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:05.686234 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43086) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:05.703171 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3601568 May 10 19:23:05.730330 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:05.760942 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-7553243b-45a0-47fe-92e9-7e464b9eaec3 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:23:05.762543 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-7553243b-45a0-47fe-92e9-7e464b9eaec3 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150161 May 10 19:23:05.794057 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:05.820753 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Pushing event updated for resources: {'Port': ['ID=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:05.828521 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:05.869882 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Router d8f82e87-b19b-4fd5-9889-02a72fdc4664 is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:23:05.870416 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:22:57Z', 'revision_number': 3, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:05.880256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143112-bb53-4313-b8ce-c1057cbe97d6 req-e3a2ad58-58ed-444a-8ab4-b43006ef285d tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:05.881018 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7b143112-bb53-4313-b8ce-c1057cbe97d6 req-e3a2ad58-58ed-444a-8ab4-b43006ef285d tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Synchronizing usage tracker for tenant:2a520b3d530e4dc39fb708daf0df04d1 on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:05.904535 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Checking router: 67d667f1-d951-41ac-9e2c-315303446c8b for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:05.906652 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Updating router 67d667f1-d951-41ac-9e2c-315303446c8b port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:05.939406 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7b143112-bb53-4313-b8ce-c1057cbe97d6 req-e3a2ad58-58ed-444a-8ab4-b43006ef285d tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Unset dirty status for tenant:2a520b3d530e4dc39fb708daf0df04d1 on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:05.943276 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7b143112-bb53-4313-b8ce-c1057cbe97d6 req-e3a2ad58-58ed-444a-8ab4-b43006ef285d tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 931 time: 0.7694728 May 10 19:23:06.032077 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:06.097523 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:06.197578 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:06.222569 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Usage tracker for resource:security_group_rule and tenant:47f0c7f7b1384e1882dd6e9b8ef823ed is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:06.235915 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:06.256309 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:06.515282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:06.566964 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:06.648278 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7b143112-bb53-4313-b8ce-c1057cbe97d6 req-dc403518-241c-48e6-8aa9-e06985a534d8 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Synchronizing usage tracker for tenant:2a520b3d530e4dc39fb708daf0df04d1 on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:06.668664 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Request body: {'port': {'device_id': '1237ccf1-0009-4b89-bda1-a4a0edffde43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:06.683675 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:06.727394 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Transition to ACTIVE for port object 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:06.744680 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:06.772170 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:06.813245 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:22:59Z', 'revision_number': 3, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:06.825633 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Checking router: da345c56-2a9e-44b6-84eb-105523bfc96d for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:06.837518 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Updating router da345c56-2a9e-44b6-84eb-105523bfc96d port 9acb9115-1af5-4f6b-a9b1-268455e5e754 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:06.876792 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Network a5b2409f-4272-49bb-8a40-1e462a8b0335 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:06.894864 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:06.913036 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:06.926317 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:06.940035 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:06.967974 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:06.980831 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Attempting to bind port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:06.981201 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Attempting to bind port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:06.981680 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Attempting to bind port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:07.008413 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:07.009577 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:07.025363 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:07.026062 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:07.026913 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Bound port: 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:07.027513 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:07.045177 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:07.079358 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:07.250700 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] For port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:07.254786 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] For port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8b0c7f04-2971-4dc2-ad63-3bd0961fb81e,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:07.267026 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:07.328611 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Pushing event updated for resources: {'Port': ['ID=8b0c7f04-2971-4dc2-ad63-3bd0961fb81e,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:07.340881 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.341416 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.341776 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.342212 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.342884 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.343244 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.343609 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.343931 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.344362 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.344755 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.345137 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.345387 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Tracked resource versions report: May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: pushed versions: May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: { 'AddressGroup': {'1.2'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'ConntrackHelper': {'1.0'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Log': {'1.0'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Network': {'1.1'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Port': {'1.7'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'PortForwarding': {'1.2'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'QosPolicy': {'1.8'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SecurityGroup': {'1.4'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SecurityGroupRule': {'1.2'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SubPort': {'1.0'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Subnet': {'1.1'}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Trunk': {'1.1'}} May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: consumer versions: May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: { DHCP agent@dv-cinder-784453-6-iscsi: {}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: HyperV agent@hv-cinder-78445: {}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: L3 agent@dv-cinder-784453-6-iscsi: {}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: Metadata agent@dv-cinder-784453-6-iscsi: {}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: Metering agent@dv-cinder-784453-6-iscsi: {}, May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: Open vSwitch agent@dv-cinder-784453-6-iscsi: { 'AddressGroup': '1.2', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'ConntrackHelper': '1.0', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Log': '1.0', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Network': '1.1', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Port': '1.7', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'PortForwarding': '1.2', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'QosPolicy': '1.8', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SecurityGroup': '1.4', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SecurityGroupRule': '1.2', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'SubPort': '1.0', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Subnet': '1.1', May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: 'Trunk': '1.1'}} May 10 19:23:07.346984 dv-cinder-784453-6-iscsi neutron-server[78733]: {{(pid=78733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:23:07.361122 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:23:07.392369 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Sync routers for ids ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:07.400552 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:07.401284 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:07.664519 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7b143112-bb53-4313-b8ce-c1057cbe97d6 req-dc403518-241c-48e6-8aa9-e06985a534d8 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Unset dirty status for tenant:2a520b3d530e4dc39fb708daf0df04d1 on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:07.674314 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7b143112-bb53-4313-b8ce-c1057cbe97d6 req-dc403518-241c-48e6-8aa9-e06985a534d8 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7232463 May 10 19:23:07.675381 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:07.686079 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Routers {'d8f82e87-b19b-4fd5-9889-02a72fdc4664'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:07.686864 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:07.766561 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Pushing event updated for resources: {'Port': ['ID=e392e7f6-9e07-44ff-9092-9fdbfe43a056,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:07.774334 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:07.804153 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-11ccf94e-b5d0-41d8-b7ec-6016c0fa0000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:07.876642 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5797350 May 10 19:23:07.914486 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Request body: {'port': {'device_id': 'a95a57eb-3769-4075-aaf0-d1411b251812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:07.922308 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:07.960858 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Transition to ACTIVE for port object 9acb9115-1af5-4f6b-a9b1-268455e5e754 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:07.975115 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f423a9d2-c485-4e11-ae86-73d0f0228c23,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:07.984170 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=47f0c7f7b1384e1882dd6e9b8ef823ed&name=default HTTP/1.1" status: 200 len: 2976 time: 2.2950666 May 10 19:23:07.987571 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:07.991148 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43112) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:08.001324 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.060961 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:08.213838 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Attempting to bind port 9acb9115-1af5-4f6b-a9b1-268455e5e754 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:08.215011 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Attempting to bind port 9acb9115-1af5-4f6b-a9b1-268455e5e754 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:08.215606 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Attempting to bind port 9acb9115-1af5-4f6b-a9b1-268455e5e754 on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:08.226119 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.454s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:08.226773 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.900s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:08.257289 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f2306-b347-49f3-9406-36e85131d3f8 None None] Pushing event updated for resources: {'Port': ['ID=9acb9115-1af5-4f6b-a9b1-268455e5e754,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:08.276929 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ab9f2306-b347-49f3-9406-36e85131d3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:08.280008 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:08.281642 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:08.282568 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.283741 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:08.284653 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Bound port: 9acb9115-1af5-4f6b-a9b1-268455e5e754, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:08.287086 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.297792 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.315883 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:08.332814 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.356417 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.438630 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8787a795-bb5e-4a7b-ae44-3c5c0acba6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.528245 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:08.549149 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] For port 9acb9115-1af5-4f6b-a9b1-268455e5e754, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:08.550513 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Transition to ACTIVE for port object 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:08.554434 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] For port 9acb9115-1af5-4f6b-a9b1-268455e5e754, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=9acb9115-1af5-4f6b-a9b1-268455e5e754,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:08.564584 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.576229 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:08.578693 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.580561 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.0410659 May 10 19:23:08.581706 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.590976 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43124) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:08.616094 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8787a795-bb5e-4a7b-ae44-3c5c0acba6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:08.636439 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1ce2b577-f3e9-4a58-b940-87cd2078e40f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:08.712943 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:08.715888 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:08.985242 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Set router d8f82e87-b19b-4fd5-9889-02a72fdc4664 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:09.065859 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:09.220038 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Pushing event updated for resources: {'Port': ['ID=8b0c7f04-2971-4dc2-ad63-3bd0961fb81e,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:09.234901 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:09.384387 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80ce81-72f5-46d3-857f-71a98b55917b req-f27a9147-ea21-41c0-b29d-032e6416b456 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:09.401286 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d80ce81-72f5-46d3-857f-71a98b55917b req-f27a9147-ea21-41c0-b29d-032e6416b456 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 931 time: 3.0351720 May 10 19:23:09.560651 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f2306-b347-49f3-9406-36e85131d3f8 None None] Pushing event updated for resources: {'Port': ['ID=9acb9115-1af5-4f6b-a9b1-268455e5e754,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:09.570364 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Allocated IP 172.20.0.1 (b806dc6c-0d9e-413a-9351-3dc782944567/ca12b9b2-800c-4aa4-a9af-18272ac5fbe0/77e6c774-5421-452f-aa73-a74acc90adb6) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:09.591485 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ab9f2306-b347-49f3-9406-36e85131d3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:09.699895 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Pushing event updated for resources: {'Port': ['ID=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:09.731685 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:09.840969 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d80ce81-72f5-46d3-857f-71a98b55917b req-713cee8f-15c3-488a-bafe-03ff324f84c2 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365532 May 10 19:23:09.864918 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Attempting to bind port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:09.865998 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Attempting to bind port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '12069350-11eb-4983-bdab-2b04e38ef6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5386ad07-8537-4e3e-bf7e-1edf9e529595'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:09.866845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Attempting to bind port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 on network 5386ad07-8537-4e3e-bf7e-1edf9e529595 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:09.887636 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:09.967467 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea87931-c6f4-4637-8b0c-c897056b8771 req-cde28394-dcb9-4b64-925a-72ec6629d239 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:09.970825 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7ea87931-c6f4-4637-8b0c-c897056b8771 req-cde28394-dcb9-4b64-925a-72ec6629d239 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 943 time: 0.8253121 May 10 19:23:10.010925 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:22:59Z', 'revision_number': 3, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:10.016618 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0ea31-1d1c-4e05-8a73-c94426bcac15 None None] The sync data for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi is: [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:22:59Z', 'revision_number': 3, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:10.056117 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 on network 5386ad07-8537-4e3e-bf7e-1edf9e529595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:23:10.056607 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Attempting to bind port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 on network 5386ad07-8537-4e3e-bf7e-1edf9e529595 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:10.100407 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:23:02Z', 'revision_number': 3, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:10.107434 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:10.125520 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:22:57Z', 'revision_number': 3, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:10.144687 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Checking router: d8f82e87-b19b-4fd5-9889-02a72fdc4664 for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:10.145170 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Updating router d8f82e87-b19b-4fd5-9889-02a72fdc4664 port 05720ca7-1daf-4b58-85cc-8a38752fe78b binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:10.148505 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:10.149794 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Checking segment: {'id': '12069350-11eb-4983-bdab-2b04e38ef6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5386ad07-8537-4e3e-bf7e-1edf9e529595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:10.151489 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Bound using segment: {'id': '12069350-11eb-4983-bdab-2b04e38ef6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5386ad07-8537-4e3e-bf7e-1edf9e529595'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:10.152723 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Bound port: 32b64d96-79c0-45e9-8d6e-dbdfeb4af885, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12069350-11eb-4983-bdab-2b04e38ef6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5386ad07-8537-4e3e-bf7e-1edf9e529595'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:10.153560 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:10.179272 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784738a-835b-4336-a67b-d3ca3ac147f5 None None] The sync data for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi is: [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:22:57Z', 'revision_number': 3, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:10.287094 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:10.319867 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8787a795-bb5e-4a7b-ae44-3c5c0acba6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:10.664212 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Allocated IP 172.20.0.1 (c6f0e170-c778-46c6-afb0-184c129fd23f/fb993a3e-19a0-4458-bd22-9e98b3b8e850/448dd2e2-cbcb-4771-9934-f931d5d2c20d) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:10.705884 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Transition to ACTIVE for port object 77e6c774-5421-452f-aa73-a74acc90adb6 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:11.089447 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-74bed344-415a-4fde-bdd7-92fb5dd3bc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:11.249979 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:11.292821 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Transition to ACTIVE for port object 448dd2e2-cbcb-4771-9934-f931d5d2c20d will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:11.358449 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7ea87931-c6f4-4637-8b0c-c897056b8771 req-b7b0ba0a-e610-43f7-8119-8f616d94e47b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2957015 May 10 19:23:11.408545 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] For port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:11.421679 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:11.500779 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:11.506910 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Transition to ACTIVE for port object 05720ca7-1daf-4b58-85cc-8a38752fe78b will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:11.531130 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:11.536622 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:11.571290 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:11.578629 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787a795-bb5e-4a7b-ae44-3c5c0acba6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f423a9d2-c485-4e11-ae86-73d0f0228c23,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:11.581867 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-171554af-677e-4431-9ec1-c0506d82a9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:11.625114 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8787a795-bb5e-4a7b-ae44-3c5c0acba6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:11.656656 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] For port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,segment=NetworkSegment(12069350-11eb-4983-bdab-2b04e38ef6e5),segment_id=12069350-11eb-4983-bdab-2b04e38ef6e5)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:11.662416 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8787a795-bb5e-4a7b-ae44-3c5c0acba6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:11.667247 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8787a795-bb5e-4a7b-ae44-3c5c0acba6b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f423a9d2-c485-4e11-ae86-73d0f0228c23 HTTP/1.1" status: 204 len: 168 time: 3.6741817 May 10 19:23:11.729299 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Network b806dc6c-0d9e-413a-9351-3dc782944567 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:11.765602 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:11.780009 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:11.789275 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 9acb9115-1af5-4f6b-a9b1-268455e5e754 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:11.842134 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:11.847338 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:11.868543 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3b79e048-9229-4778-9c7f-2b55f476a6d7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:11.992325 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed0f6a-5a72-40f3-b420-617230f006bc None None] Pushing event updated for resources: {'Port': ['ID=05720ca7-1daf-4b58-85cc-8a38752fe78b,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:12.009477 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-b7ed0f6a-5a72-40f3-b420-617230f006bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:12.012112 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Attempting to bind port 05720ca7-1daf-4b58-85cc-8a38752fe78b on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:12.012484 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Attempting to bind port 05720ca7-1daf-4b58-85cc-8a38752fe78b by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:12.033220 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Attempting to bind port 05720ca7-1daf-4b58-85cc-8a38752fe78b on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:12.053366 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:12.056996 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:12.057316 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:12.057750 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:12.060162 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Bound port: 05720ca7-1daf-4b58-85cc-8a38752fe78b, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:12.063138 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:12.187257 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 9acb9115-1af5-4f6b-a9b1-268455e5e754 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:12.200931 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 9acb9115-1af5-4f6b-a9b1-268455e5e754 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:12.201304 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:12.235020 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Network c6f0e170-c778-46c6-afb0-184c129fd23f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:12.246841 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:12.335031 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] For port 05720ca7-1daf-4b58-85cc-8a38752fe78b, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:12.342555 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] For port 05720ca7-1daf-4b58-85cc-8a38752fe78b, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=05720ca7-1daf-4b58-85cc-8a38752fe78b,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:12.356519 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:12.402086 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-e921ec12-66c2-4f5a-8a8d-7304d7e3dc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:12.459687 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:12.460216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:12.771242 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:12.831460 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Pushing event updated for resources: {'Port': ['ID=77e6c774-5421-452f-aa73-a74acc90adb6,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:12.845818 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f7649668-aa37-4ee1-ae3b-121c38cc1bba None None] Provisioning for port 77e6c774-5421-452f-aa73-a74acc90adb6 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:12.892078 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f7649668-aa37-4ee1-ae3b-121c38cc1bba None None] Provisioning complete for port 77e6c774-5421-452f-aa73-a74acc90adb6 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:12.893713 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed0f6a-5a72-40f3-b420-617230f006bc None None] Pushing event updated for resources: {'Port': ['ID=05720ca7-1daf-4b58-85cc-8a38752fe78b,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:12.894206 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f7649668-aa37-4ee1-ae3b-121c38cc1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:12.906225 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-b7ed0f6a-5a72-40f3-b420-617230f006bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:12.923987 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Routers {'d8f82e87-b19b-4fd5-9889-02a72fdc4664'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:12.926936 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:13.054458 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:13.096779 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.db.resource_extend [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 19:23:13.119525 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:13.120494 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:13.122526 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] 10.222.0.66 "PUT /v2.0/ports/32b64d96-79c0-45e9-8d6e-dbdfeb4af885 HTTP/1.1" status: 200 len: 1093 time: 6.6375749 May 10 19:23:13.149610 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1237ccf1-0009-4b89-bda1-a4a0edffde43', 'tag': '32b64d96-79c0-45e9-8d6e-dbdfeb4af885'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:13.182696 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Pushing event updated for resources: {'Port': ['ID=448dd2e2-cbcb-4771-9934-f931d5d2c20d,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:13.189852 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.608s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:13.216271 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43196) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:13.222801 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 9acb9115-1af5-4f6b-a9b1-268455e5e754, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=9acb9115-1af5-4f6b-a9b1-268455e5e754,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:13.224733 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-f7649668-aa37-4ee1-ae3b-121c38cc1bba None None] Port 77e6c774-5421-452f-aa73-a74acc90adb6 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:23:13.226236 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.025s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:13.228093 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:13.231679 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:13.235248 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:13.364665 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:13.372194 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b2b97-43e5-400a-afea-7d9f63122c79 req-7d55c8ae-dc21-470a-b791-3e857ad66047 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:13.374229 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8c8b2b97-43e5-400a-afea-7d9f63122c79 req-7d55c8ae-dc21-470a-b791-3e857ad66047 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 931 time: 2.0543191 May 10 19:23:13.571609 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Pushing event updated for resources: {'Port': ['ID=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:13.590117 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.720s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:13.651201 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=9acb9115-1af5-4f6b-a9b1-268455e5e754,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:13.661204 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:13.673491 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8c8b2b97-43e5-400a-afea-7d9f63122c79 req-d0a70ef5-72b6-4b3b-ab18-d5d11055a924 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574296 May 10 19:23:13.689495 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c9fbb56e-b45c-4dcc-bfe9-248f1160d647 None None] Provisioning for port 448dd2e2-cbcb-4771-9934-f931d5d2c20d completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:13.709908 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:13.717274 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:13.718154 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:13.751759 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] Set router d8f82e87-b19b-4fd5-9889-02a72fdc4664 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:13.839004 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e392e7f6-9e07-44ff-9092-9fdbfe43a056 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:13.951040 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:13.998855 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:14.010246 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c9fbb56e-b45c-4dcc-bfe9-248f1160d647 None None] Provisioning complete for port 448dd2e2-cbcb-4771-9934-f931d5d2c20d triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:14.010836 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb56e-b45c-4dcc-bfe9-248f1160d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:14.119296 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dd14-5da4-4b95-92f7-b18edb0077ef req-78cd23b1-1dd1-47d8-97d1-bd79d86784d1 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:14.132582 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6458dd14-5da4-4b95-92f7-b18edb0077ef req-78cd23b1-1dd1-47d8-97d1-bd79d86784d1 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 943 time: 1.1853688 May 10 19:23:14.139965 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-c9fbb56e-b45c-4dcc-bfe9-248f1160d647 None None] Port 448dd2e2-cbcb-4771-9934-f931d5d2c20d cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:23:14.206430 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Transition to ACTIVE for port object e392e7f6-9e07-44ff-9092-9fdbfe43a056 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:14.227962 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:14.234246 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:14.259449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:14.269063 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8b0c7f04-2971-4dc2-ad63-3bd0961fb81e,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:14.281120 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:14.283730 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:14.309284 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:14.363760 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6458dd14-5da4-4b95-92f7-b18edb0077ef req-95877e40-720c-4f31-9443-c7389261e55f tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267907 May 10 19:23:14.486904 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 9acb9115-1af5-4f6b-a9b1-268455e5e754 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:14.569414 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-544c2227-67e6-4d58-9d1a-fc0ec7fb0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:14.570831 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-544c2227-67e6-4d58-9d1a-fc0ec7fb0d2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a520b3d530e4dc39fb708daf0df04d1&device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 1096 time: 1.3040836 May 10 19:23:14.632721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:14.670947 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1237ccf1-0009-4b89-bda1-a4a0edffde43', 'tag': '32b64d96-79c0-45e9-8d6e-dbdfeb4af885', 'status': 'completed', 'code': 200} May 10 19:23:14.716961 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=8b0c7f04-2971-4dc2-ad63-3bd0961fb81e,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:14.735810 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:14.778813 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 9acb9115-1af5-4f6b-a9b1-268455e5e754 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:14.779136 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:14.834972 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-ce8429a8-a785-4b75-8759-741097d47ed8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b64d96-79c0-45e9-8d6e-dbdfeb4af885 HTTP/1.1" status: 200 len: 217 time: 0.1619210 May 10 19:23:14.973456 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Pushing event updated for resources: {'Port': ['ID=e392e7f6-9e07-44ff-9092-9fdbfe43a056,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:14.990532 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:15.045767 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:23:02Z', 'revision_number': 3, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:15.055429 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd141b-6913-479b-a760-c08fd40a2502 None None] The sync data for ids ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'] in dv-cinder-784453-6-iscsi is: [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:23:02Z', 'revision_number': 3, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:15.078151 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:15.102927 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Usage tracker for resource:security_group_rule and tenant:b138da3b935a410ab390c46870e6ac50 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:15.107600 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:15.275147 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-a9eb1751-0b8d-40a1-9021-de3d9cae82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:15.279295 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-a9eb1751-0b8d-40a1-9021-de3d9cae82b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=51e0de50-84d4-43df-ac7a-3a9486208134 HTTP/1.1" status: 200 len: 852 time: 0.2870772 May 10 19:23:15.540923 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:15.594482 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:15.643044 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:15.653747 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Attempting to bind port e392e7f6-9e07-44ff-9092-9fdbfe43a056 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:15.654106 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Attempting to bind port e392e7f6-9e07-44ff-9092-9fdbfe43a056 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:15.654440 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Attempting to bind port e392e7f6-9e07-44ff-9092-9fdbfe43a056 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:15.664792 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:15.669565 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:15.688334 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-ee87e8b7-9c20-4a01-9278-e74a9019255f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5386ad07-8537-4e3e-bf7e-1edf9e529595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2721715 May 10 19:23:15.743097 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43250) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:15.767675 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.db.resource_extend [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 19:23:15.801108 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:15.907244 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:15.908385 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Pushing event updated for resources: {'Port': ['ID=77e6c774-5421-452f-aa73-a74acc90adb6,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:15.916836 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:16.032072 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:16.100429 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Port e392e7f6-9e07-44ff-9092-9fdbfe43a056 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:23:16.101108 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Attempting to bind port e392e7f6-9e07-44ff-9092-9fdbfe43a056 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:16.113968 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:16.172079 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:16.178359 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Checking segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:16.179121 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Bound using segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:16.180124 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Bound port: e392e7f6-9e07-44ff-9092-9fdbfe43a056, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:16.180778 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:16.207747 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Pushing event updated for resources: {'Port': ['ID=448dd2e2-cbcb-4771-9934-f931d5d2c20d,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:16.212219 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:16.536247 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Allocated IP 172.20.0.1 (97912e0a-2415-47db-bbe1-697cbd4b9c76/98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660/44601891-2598-4365-bae6-7a09a82d7ce2) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:16.628466 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 05720ca7-1daf-4b58-85cc-8a38752fe78b up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:16.652089 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe494c8-f29f-4575-b949-5194c3dc4e1f req-06f29d17-111c-44f5-bc0c-516ee06c5e70 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:16.687183 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fe494c8-f29f-4575-b949-5194c3dc4e1f req-06f29d17-111c-44f5-bc0c-516ee06c5e70 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 943 time: 0.7363009 May 10 19:23:16.773644 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 05720ca7-1daf-4b58-85cc-8a38752fe78b completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:16.778766 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Network b806dc6c-0d9e-413a-9351-3dc782944567 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:16.786644 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 05720ca7-1daf-4b58-85cc-8a38752fe78b triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:16.787646 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:16.805754 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:16.817619 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:16.838172 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:16.975786 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:16.983563 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Network c6f0e170-c778-46c6-afb0-184c129fd23f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:17.060543 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.081391 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 05720ca7-1daf-4b58-85cc-8a38752fe78b, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=05720ca7-1daf-4b58-85cc-8a38752fe78b,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:17.091983 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.093092 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:17.112415 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:17.114873 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.135751 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fe494c8-f29f-4575-b949-5194c3dc4e1f req-b74ca066-8eb7-4329-a551-e7981787ec3f tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463453 May 10 19:23:17.145074 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276afee-2a1f-4e8c-9ab8-2b6a76de1628 req-fdfecf2a-0458-4f0c-8315-5d9c1f1f67a6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:17.149119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:17.150308 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-c276afee-2a1f-4e8c-9ab8-2b6a76de1628 req-fdfecf2a-0458-4f0c-8315-5d9c1f1f67a6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:17.155880 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:17.238624 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:17.242252 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.265625 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43274) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:17.266522 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b138da3b935a410ab390c46870e6ac50&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0361552 May 10 19:23:17.376544 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43276) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:17.399807 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4a9a0691-61d7-4fd3-be67-4b403fdf49db None None] Provisioning complete for port 77e6c774-5421-452f-aa73-a74acc90adb6 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:17.399807 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4a9a0691-61d7-4fd3-be67-4b403fdf49db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.562786 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a0691-61d7-4fd3-be67-4b403fdf49db None None] Port 77e6c774-5421-452f-aa73-a74acc90adb6 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:23:17.564302 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=05720ca7-1daf-4b58-85cc-8a38752fe78b,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:17.578743 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:17.602200 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:17.602579 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.633774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:17.651100 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-6317194b-dd5d-4e4d-91dd-90d0a0fdf228 service neutron] 10.222.0.66 "GET /v2.0/networks/5386ad07-8537-4e3e-bf7e-1edf9e529595?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9342134 May 10 19:23:17.683874 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Network 97912e0a-2415-47db-bbe1-697cbd4b9c76 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:17.686207 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Pushing event updated for resources: {'Port': ['ID=44601891-2598-4365-bae6-7a09a82d7ce2,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:17.689211 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Usage tracker for resource:security_group_rule and tenant:80c7d5642690492db8a67efd07177dfb is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:17.695757 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-c276afee-2a1f-4e8c-9ab8-2b6a76de1628 req-fdfecf2a-0458-4f0c-8315-5d9c1f1f67a6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:17.703945 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c276afee-2a1f-4e8c-9ab8-2b6a76de1628 req-fdfecf2a-0458-4f0c-8315-5d9c1f1f67a6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 943 time: 2.4225326 May 10 19:23:17.704163 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Router da345c56-2a9e-44b6-84eb-105523bfc96d has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:23:17.723341 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e26a93f-4bcc-4172-ad27-e3e15aa13cc2,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:17.734424 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:17.752177 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:17.753593 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.781397 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:17.784622 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:17.786196 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-75c78c31-c2c6-44f8-b8b0-ce9e7577c6f5 None None] Provisioning complete for port 448dd2e2-cbcb-4771-9934-f931d5d2c20d triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:17.786740 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75c78c31-c2c6-44f8-b8b0-ce9e7577c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.876320 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] For port e392e7f6-9e07-44ff-9092-9fdbfe43a056, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:17.922460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:17.933366 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.979959 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-c276afee-2a1f-4e8c-9ab8-2b6a76de1628 req-8995281e-8a1b-4320-8d91-0cf7d02c611d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:17.985408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aa5428a2-699a-4172-8d80-fdd2e8bd6510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:17.991059 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-75c78c31-c2c6-44f8-b8b0-ce9e7577c6f5 None None] Port 448dd2e2-cbcb-4771-9934-f931d5d2c20d cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:23:18.010247 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] For port e392e7f6-9e07-44ff-9092-9fdbfe43a056, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e392e7f6-9e07-44ff-9092-9fdbfe43a056,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:18.012476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:18.020520 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:18.021012 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.037151 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Router 67d667f1-d951-41ac-9e2c-315303446c8b has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:23:18.062180 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:23:18.079009 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Sync routers for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:18.095354 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:18.096065 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:18.142039 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.150477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] Usage tracker for resource:security_group_rule and tenant:3336535ddfa34923b4999b87481f4e4d is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:18.167031 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:18.201793 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:18.225750 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] 10.222.0.58 "PUT /v2.0/routers/da345c56-2a9e-44b6-84eb-105523bfc96d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9474645 May 10 19:23:18.251283 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:23:18.261735 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Sync routers for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:18.263549 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] 10.222.0.58 "PUT /v2.0/routers/67d667f1-d951-41ac-9e2c-315303446c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1378777 May 10 19:23:18.276674 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:18.282438 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Pushing event updated for resources: {'Port': ['ID=e392e7f6-9e07-44ff-9092-9fdbfe43a056,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:18.283512 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:18.284622 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:18.297766 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aa5428a2-699a-4172-8d80-fdd2e8bd6510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.327779 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:18.340282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:18.340775 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.342218 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] 10.222.0.66 "PUT /v2.0/ports/e392e7f6-9e07-44ff-9092-9fdbfe43a056 HTTP/1.1" status: 200 len: 1093 time: 10.4322100 May 10 19:23:18.347131 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95a57eb-3769-4075-aaf0-d1411b251812', 'tag': 'e392e7f6-9e07-44ff-9092-9fdbfe43a056'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:18.349359 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:18.529927 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 05720ca7-1daf-4b58-85cc-8a38752fe78b up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:18.567782 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a741d-19b7-47f7-b159-4b9fbe980ca3 req-61490037-62e9-44c6-a2dc-66fe7b0605bf tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:18.574680 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c67a741d-19b7-47f7-b159-4b9fbe980ca3 req-61490037-62e9-44c6-a2dc-66fe7b0605bf tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 943 time: 0.1958599 May 10 19:23:18.631646 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c67a741d-19b7-47f7-b159-4b9fbe980ca3 req-72bd91b0-f180-4ae1-b541-96a75a917c9b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 May 10 19:23:18.663823 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aa5428a2-699a-4172-8d80-fdd2e8bd6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.671697 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.693625 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95a57eb-3769-4075-aaf0-d1411b251812', 'tag': 'e392e7f6-9e07-44ff-9092-9fdbfe43a056', 'status': 'completed', 'code': 200} May 10 19:23:18.737402 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-728ec100-e972-49df-9bdb-b31025b1068c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:18.748396 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:18.784461 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5428a2-699a-4172-8d80-fdd2e8bd6510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e26a93f-4bcc-4172-ad27-e3e15aa13cc2,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:18.809565 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-aa5428a2-699a-4172-8d80-fdd2e8bd6510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:18.824035 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aa5428a2-699a-4172-8d80-fdd2e8bd6510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.825176 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-aa5428a2-699a-4172-8d80-fdd2e8bd6510 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e26a93f-4bcc-4172-ad27-e3e15aa13cc2 HTTP/1.1" status: 204 len: 168 time: 1.4596074 May 10 19:23:18.836019 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.838194 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.850709 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.855592 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:18.899263 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:18.928840 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3336535ddfa34923b4999b87481f4e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4991417 May 10 19:23:18.929363 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43308) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:18.930938 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798ffdb-0117-4fe9-9263-e69cb5f0b87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8827a14f-adcb-4e41-ac80-243c0c311754,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:18.933606 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-c276afee-2a1f-4e8c-9ab8-2b6a76de1628 req-8995281e-8a1b-4320-8d91-0cf7d02c611d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:18.934810 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c276afee-2a1f-4e8c-9ab8-2b6a76de1628 req-8995281e-8a1b-4320-8d91-0cf7d02c611d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2300532 May 10 19:23:19.094897 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-547c2e95-8e5d-46a4-87d0-c4ad22465fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.155443 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-547c2e95-8e5d-46a4-87d0-c4ad22465fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.169634 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 05720ca7-1daf-4b58-85cc-8a38752fe78b triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:19.170202 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.201022 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8e9a6d-bc4a-461c-b797-69eba34ca508,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:19.207574 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:19.208959 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:19.209320 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:19.249094 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43318) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:19.258157 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80c7d5642690492db8a67efd07177dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1519053 May 10 19:23:19.268104 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-547c2e95-8e5d-46a4-87d0-c4ad22465fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.271612 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.280355 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.281329 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.284865 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:19.287887 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:19.339738 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c2e95-8e5d-46a4-87d0-c4ad22465fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8827a14f-adcb-4e41-ac80-243c0c311754,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:19.347590 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-547c2e95-8e5d-46a4-87d0-c4ad22465fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:19.373950 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-547c2e95-8e5d-46a4-87d0-c4ad22465fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.389184 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-547c2e95-8e5d-46a4-87d0-c4ad22465fa5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8827a14f-adcb-4e41-ac80-243c0c311754 HTTP/1.1" status: 204 len: 168 time: 0.4531007 May 10 19:23:19.454694 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 2, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:19.476904 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-46163ae3-77f5-4e08-b49e-6e44e1f96768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.486823 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Checking router: da345c56-2a9e-44b6-84eb-105523bfc96d for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:19.488740 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Updating router da345c56-2a9e-44b6-84eb-105523bfc96d port 77e6c774-5421-452f-aa73-a74acc90adb6 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:19.489706 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 2, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:19.504546 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Checking router: 67d667f1-d951-41ac-9e2c-315303446c8b for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:19.504921 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Updating router 67d667f1-d951-41ac-9e2c-315303446c8b port 448dd2e2-cbcb-4771-9934-f931d5d2c20d binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:19.538356 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-46163ae3-77f5-4e08-b49e-6e44e1f96768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.590774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43326) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:19.591215 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43328) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:19.599941 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Network 97912e0a-2415-47db-bbe1-697cbd4b9c76 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:19.603851 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-46163ae3-77f5-4e08-b49e-6e44e1f96768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.607260 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:19.611808 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--522566132', 'description': 'tempest-description--932999766'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:19.615914 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:19.638051 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.651315 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46163ae3-77f5-4e08-b49e-6e44e1f96768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8e9a6d-bc4a-461c-b797-69eba34ca508,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:19.662777 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-46163ae3-77f5-4e08-b49e-6e44e1f96768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:19.668162 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:19.675754 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-46163ae3-77f5-4e08-b49e-6e44e1f96768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.679161 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-46163ae3-77f5-4e08-b49e-6e44e1f96768 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ac8e9a6d-bc4a-461c-b797-69eba34ca508 HTTP/1.1" status: 204 len: 168 time: 0.4290438 May 10 19:23:19.685025 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.705066 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:19.744210 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:security_group and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:19.878372 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:19.890633 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Pushing event updated for resources: {'Port': ['ID=44601891-2598-4365-bae6-7a09a82d7ce2,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:19.904196 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:19.966311 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663699a4-4e91-4615-a928-2779d9d2e220 req-84036133-bd13-4fc6-8488-dfed6038680b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:19.978172 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-663699a4-4e91-4615-a928-2779d9d2e220 req-84036133-bd13-4fc6-8488-dfed6038680b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 943 time: 0.1379950 May 10 19:23:19.990867 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:19.995640 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Usage tracker for resource:security_group_rule and tenant:da54eb3807954c8da929b01e3db99df3 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:19.999410 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:20.009404 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:20.092894 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-663699a4-4e91-4615-a928-2779d9d2e220 req-bd53fbcf-9d7f-4651-a61d-56b02e511cb0 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139841 May 10 19:23:20.125085 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.126487 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:20.142260 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43344) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:20.146288 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.171186 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:20.196551 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.196915 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.249615 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43348) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:20.268401 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278421350', 'description': 'tempest-description--1180608981'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:20.275986 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:20.278403 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feefa690-29d3-4357-8a59-554a5db9fe3c,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:20.285590 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da54eb3807954c8da929b01e3db99df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796646 May 10 19:23:20.286202 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:20.287914 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:20.288458 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43352) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:20.291840 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:security_group_rule and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:20.295425 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:security_group and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:20.302799 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:20.312191 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:20.324653 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:20.330288 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:20.352454 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:20.363495 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.380350 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:b0fb73f7cb0b46338f855874643708c4 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:20.394030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Router d8f82e87-b19b-4fd5-9889-02a72fdc4664 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:23:20.469276 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:20.493111 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:20.496239 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43356) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:20.500575 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.515166 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Transition to ACTIVE for port object 448dd2e2-cbcb-4771-9934-f931d5d2c20d will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:20.523834 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.524047 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:20.531055 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a5c30940-2b54-4f67-a64b-31c9dec30f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:20.534028 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.545682 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:security_group_rule and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:20.553021 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:20.568528 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.574088 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:20.577360 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-33bcd8a0-a730-411c-a555-17d05bc1f476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.593496 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:20.609647 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Transition to ACTIVE for port object 77e6c774-5421-452f-aa73-a74acc90adb6 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:20.626767 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc8b77f1fcf42e9aa0efc50a7fd2dc8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:20.629986 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.639335 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:20.641656 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:20.663430 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:20.754796 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177345b4-a77d-409c-9a1a-82f1c7047b05 req-a4d21b07-4c38-4fd3-98f5-68a31857687f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:20.756725 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-177345b4-a77d-409c-9a1a-82f1c7047b05 req-a4d21b07-4c38-4fd3-98f5-68a31857687f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 943 time: 0.3710983 May 10 19:23:20.911435 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4885d-b0b8-4d99-bab1-497544a2aaf8 None None] Pushing event updated for resources: {'Port': ['ID=77e6c774-5421-452f-aa73-a74acc90adb6,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:20.924756 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ac4885d-b0b8-4d99-bab1-497544a2aaf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:20.945014 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Attempting to bind port 77e6c774-5421-452f-aa73-a74acc90adb6 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:20.945383 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Attempting to bind port 77e6c774-5421-452f-aa73-a74acc90adb6 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:20.945947 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Attempting to bind port 77e6c774-5421-452f-aa73-a74acc90adb6 on network b806dc6c-0d9e-413a-9351-3dc782944567 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:20.952399 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:20.952926 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Checking segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:20.953334 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.953751 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Bound using segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:20.954227 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Bound port: 77e6c774-5421-452f-aa73-a74acc90adb6, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:20.954624 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:20.978794 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59f049-d396-48fb-b493-df8fd5c0beea None None] Pushing event updated for resources: {'Port': ['ID=448dd2e2-cbcb-4771-9934-f931d5d2c20d,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.003081 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-0f59f049-d396-48fb-b493-df8fd5c0beea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:21.004570 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-177345b4-a77d-409c-9a1a-82f1c7047b05 req-b2e4b20a-c14b-4213-8819-5cae39c12cb4 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329917 May 10 19:23:21.012528 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Attempting to bind port 448dd2e2-cbcb-4771-9934-f931d5d2c20d on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:21.013340 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Attempting to bind port 448dd2e2-cbcb-4771-9934-f931d5d2c20d by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:21.018382 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Attempting to bind port 448dd2e2-cbcb-4771-9934-f931d5d2c20d on network c6f0e170-c778-46c6-afb0-184c129fd23f {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:21.022452 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.033739 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:21.034337 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Checking segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:21.034899 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.035443 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Bound using segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:21.036081 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Bound port: 448dd2e2-cbcb-4771-9934-f931d5d2c20d, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:21.036706 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.044468 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.048114 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.068948 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:21.081166 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-33bcd8a0-a730-411c-a555-17d05bc1f476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.103262 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dd2ec14-41a0-4380-b7e6-c111dd8398f6 req-1c823897-44bb-4e41-abd9-9217ae7ba8f0 service neutron] 10.222.0.66 "GET /v2.0/networks/5386ad07-8537-4e3e-bf7e-1edf9e529595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939537 May 10 19:23:21.106159 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:23:21.132973 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.139396 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Sync routers for ids ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:21.142015 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] 10.222.0.58 "PUT /v2.0/routers/d8f82e87-b19b-4fd5-9889-02a72fdc4664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5288277 May 10 19:23:21.165308 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-325e969f-35ff-4f1f-8d07-243104efc02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:21.186428 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] For port 448dd2e2-cbcb-4771-9934-f931d5d2c20d, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:21.193484 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] For port 448dd2e2-cbcb-4771-9934-f931d5d2c20d, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=448dd2e2-cbcb-4771-9934-f931d5d2c20d,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:21.200787 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72602a09-691d-4b7b-859d-d7617afc2a16,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.206722 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.207249 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.212171 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:21.212382 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6109271 May 10 19:23:21.213568 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:21.214075 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43368) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:21.217914 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.229282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'security_group_rule': {'security_group_id': '72602a09-691d-4b7b-859d-d7617afc2a16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:21.229526 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] For port 77e6c774-5421-452f-aa73-a74acc90adb6, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:21.236590 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:21.236800 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] For port 77e6c774-5421-452f-aa73-a74acc90adb6, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=77e6c774-5421-452f-aa73-a74acc90adb6,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:21.242682 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:security_group_rule and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:21.247416 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6c214f-8c18-49a4-a411-4ae3ead0270a,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.255352 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.256871 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:21.258504 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:21.264451 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.264739 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:21.274115 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0fb73f7cb0b46338f855874643708c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1277354 May 10 19:23:21.278276 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43372) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:21.294598 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5941196e-6353-409e-9ea5-8388d793edc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:21.310499 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:21.334884 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3d93-24e6-4220-a540-3cf627e7576d req-4df6754c-e07e-4b87-996f-c4c01e6b5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:21.336911 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-824d3d93-24e6-4220-a540-3cf627e7576d req-4df6754c-e07e-4b87-996f-c4c01e6b5a2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 1096 time: 0.6808341 May 10 19:23:21.337937 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.388682 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:21.389665 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:21.414606 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Routers {'d8f82e87-b19b-4fd5-9889-02a72fdc4664'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:21.415485 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:21.464542 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.479986 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.589550 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:21.595221 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:21.630303 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbc8b77f1fcf42e9aa0efc50a7fd2dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1328313 May 10 19:23:21.634805 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:21.649173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43384) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:21.664223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b09e1b-8075-45a4-9fdd-61f14f0867a4,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.666961 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a5c6dd-b5d7-4d11-bc80-a48f1203b6ec,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.683927 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:21.732633 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:21.735007 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-8a146b1e-74eb-43fa-b7f2-70da1e0edfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:21.736626 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-8a146b1e-74eb-43fa-b7f2-70da1e0edfe8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a520b3d530e4dc39fb708daf0df04d1&device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 1096 time: 0.4590604 May 10 19:23:21.738485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.743005 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5189581 May 10 19:23:21.745256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43388) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:21.824450 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e51e6929-8a0b-4b68-9409-dbc39ea4ae1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.833356 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.834874 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9df5b6e0-bf6d-42ed-b339-a2c54f4cabc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.873768 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9df5b6e0-bf6d-42ed-b339-a2c54f4cabc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.935882 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'security_group_rule': {'security_group_id': '72602a09-691d-4b7b-859d-d7617afc2a16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:21.941749 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.943098 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:21.946045 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9df5b6e0-bf6d-42ed-b339-a2c54f4cabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.948059 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:security_group_rule and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:21.952132 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:21.958344 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:21.964407 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-547c2e95-8e5d-46a4-87d0-c4ad22465fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:21.968734 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-fbaf2ae8-7134-4c1b-819b-78ff425e1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:21.970690 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-fbaf2ae8-7134-4c1b-819b-78ff425e1d99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5386ad07-8537-4e3e-bf7e-1edf9e529595 HTTP/1.1" status: 200 len: 913 time: 0.2220085 May 10 19:23:21.980006 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59f049-d396-48fb-b493-df8fd5c0beea None None] Pushing event updated for resources: {'Port': ['ID=448dd2e2-cbcb-4771-9934-f931d5d2c20d,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.991166 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-0f59f049-d396-48fb-b493-df8fd5c0beea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:22.047629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4885d-b0b8-4d99-bab1-497544a2aaf8 None None] Pushing event updated for resources: {'Port': ['ID=77e6c774-5421-452f-aa73-a74acc90adb6,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:22.051362 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:22.059007 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ac4885d-b0b8-4d99-bab1-497544a2aaf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:22.089091 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Set router d8f82e87-b19b-4fd5-9889-02a72fdc4664 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:22.095818 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e51e6929-8a0b-4b68-9409-dbc39ea4ae1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.103967 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f536f0c-0cea-4a3f-b745-9c07d46f8465,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:22.107946 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9df5b6e0-bf6d-42ed-b339-a2c54f4cabc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.109092 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9df5b6e0-bf6d-42ed-b339-a2c54f4cabc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec6c214f-8c18-49a4-a411-4ae3ead0270a HTTP/1.1" status: 204 len: 168 time: 0.8119571 May 10 19:23:22.125216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.126445 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4b258250-16e3-4a07-ae8f-a997a477915f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8758745 May 10 19:23:22.182298 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-33bcd8a0-a730-411c-a555-17d05bc1f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.184598 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-33bcd8a0-a730-411c-a555-17d05bc1f476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.185860 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-33bcd8a0-a730-411c-a555-17d05bc1f476 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/feefa690-29d3-4357-8a59-554a5db9fe3c HTTP/1.1" status: 204 len: 168 time: 1.8909912 May 10 19:23:22.186831 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:22.195467 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-fcd80ca0-cdfb-4d54-9026-482885bd20b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32b64d96-79c0-45e9-8d6e-dbdfeb4af885 HTTP/1.1" status: 200 len: 217 time: 0.2079904 May 10 19:23:22.196162 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43404) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:22.234222 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.285922 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:22.320838 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'security_group_rule': {'security_group_id': '0f536f0c-0cea-4a3f-b745-9c07d46f8465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:22.323068 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-5edd7aaa-e329-4852-aa11-c587011be005 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:22.330123 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-5edd7aaa-e329-4852-aa11-c587011be005 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 819 time: 0.2192919 May 10 19:23:22.339917 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5b6e0-bf6d-42ed-b339-a2c54f4cabc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6c214f-8c18-49a4-a411-4ae3ead0270a,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:22.340213 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:22.348595 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:security_group_rule and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:22.350626 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9df5b6e0-bf6d-42ed-b339-a2c54f4cabc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:22.353031 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:22.353319 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:22.356462 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:22.363942 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:22.372706 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-e747e670-3ffe-4265-a608-8a9dad522022 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/quotas/96025a65f50145759923532cea04d84f HTTP/1.1" status: 200 len: 375 time: 0.0414400 May 10 19:23:22.494397 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e51e6929-8a0b-4b68-9409-dbc39ea4ae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.536795 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16557-131f-4a23-b7bc-36508bcfc859 req-4fd9c944-7680-4d33-9532-6f5369b716d9 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:22.538302 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:22.553208 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e0f16557-131f-4a23-b7bc-36508bcfc859 req-4fd9c944-7680-4d33-9532-6f5369b716d9 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 943 time: 1.1380701 May 10 19:23:22.556755 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-0f873802-8e6d-43c2-a4a0-e4b8e7a26083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:22.561434 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-0f873802-8e6d-43c2-a4a0-e4b8e7a26083 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=51e0de50-84d4-43df-ac7a-3a9486208134 HTTP/1.1" status: 200 len: 852 time: 0.1599638 May 10 19:23:22.571953 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-5fdd0fd5-c539-4726-93ca-22b4b892b256 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980817 May 10 19:23:22.575998 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd8a0-a730-411c-a555-17d05bc1f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feefa690-29d3-4357-8a59-554a5db9fe3c,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:22.654258 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-33bcd8a0-a730-411c-a555-17d05bc1f476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:22.726570 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-d28cec34-bea4-4b9b-80da-a2b8188f3be3 service neutron] 10.222.0.58 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533217 May 10 19:23:22.730441 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e6929-8a0b-4b68-9409-dbc39ea4ae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a5c6dd-b5d7-4d11-bc80-a48f1203b6ec,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:22.751847 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e51e6929-8a0b-4b68-9409-dbc39ea4ae1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:22.758913 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e51e6929-8a0b-4b68-9409-dbc39ea4ae1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.759433 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.762764 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e51e6929-8a0b-4b68-9409-dbc39ea4ae1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41a5c6dd-b5d7-4d11-bc80-a48f1203b6ec HTTP/1.1" status: 204 len: 168 time: 1.1101596 May 10 19:23:22.793896 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:21Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:22.803160 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13600c-c4eb-4d66-8e12-df0c7e80039e None None] The sync data for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi is: [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:21Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:22.813460 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-5af99237-31e4-4ff0-a7af-bea8399439bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5386ad07-8537-4e3e-bf7e-1edf9e529595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549664 May 10 19:23:22.919674 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e0f16557-131f-4a23-b7bc-36508bcfc859 req-9d9a755a-758f-4cb1-8eb9-e1b6e0a93388 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652456 May 10 19:23:22.994257 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-09f439c1-2318-4c8e-b4be-c8d6686fa802 service neutron] 10.222.0.58 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666507 May 10 19:23:23.018415 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.052396 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:23:18Z', 'revision_number': 4, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44601891-2598-4365-bae6-7a09a82d7ce2', 'name': '', 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76', 'tenant_id': '96025a65f50145759923532cea04d84f', 'mac_address': 'fa:16:3e:9e:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:14Z', 'updated_at': '2021-05-10T19:23:18Z', 'revision_number': 2, 'project_id': '96025a65f50145759923532cea04d84f', 'subnets': [{'id': '98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:23.071120 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Checking router: d8f82e87-b19b-4fd5-9889-02a72fdc4664 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:23.071391 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Updating router d8f82e87-b19b-4fd5-9889-02a72fdc4664 port 44601891-2598-4365-bae6-7a09a82d7ce2 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:23.207426 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.243723 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.245355 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3d93-24e6-4220-a540-3cf627e7576d req-9a6a45fd-f0f4-4173-add7-9dbbc1c2d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:23.247200 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-824d3d93-24e6-4220-a540-3cf627e7576d req-9a6a45fd-f0f4-4173-add7-9dbbc1c2d8b4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=428bcbf709ea4aada68d31dc25260585&shared=False HTTP/1.1" status: 200 len: 916 time: 1.8523564 May 10 19:23:23.392894 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.444325 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-07147100-154a-4086-93ef-899bff0109a4 req-4fb6faca-8a86-4888-8457-d3dd625f043c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 210 time: 0.1171811 May 10 19:23:23.458051 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:23.515526 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.592314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f85d77-29ea-4d6a-b10c-a68ae65a34b1,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:23.595927 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5b9f0472-9978-44d0-893b-be958ec9fab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.630263 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43438) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:23.638190 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:23.642283 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-be7961d8-8233-47f4-93eb-3401eb744e9b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:23.670689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.706549 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491918cc-abf6-44eb-a85e-2e94c22b90d9,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:23.714956 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.720412 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9687102 May 10 19:23:23.721918 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43444) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:23.723552 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:23.727302 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:23.736366 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Usage tracker for resource:security_group_rule and tenant:f304edf5d63b4232821e3707ec35a01c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:23.747535 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-0285a6c2-ca8f-4cfe-81ce-6f8d4992f6fc service neutron] 10.222.0.66 "GET /v2.0/networks/5386ad07-8537-4e3e-bf7e-1edf9e529595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9123197 May 10 19:23:23.747884 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:23.748445 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.753063 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4531167 May 10 19:23:23.753920 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43448) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:23.767702 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:23.774860 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:23.784790 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'security_group_rule': {'security_group_id': '0f536f0c-0cea-4a3f-b745-9c07d46f8465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:23.824190 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:23.840295 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:23.855911 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:21Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:23.861666 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:security_group_rule and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:23.868826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:floatingip and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:23.875427 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a46e56-c687-4a13-8f8a-83de9e4fa2cc None None] The sync data for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi is: [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:21Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:23.942041 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:23.955430 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:24.002580 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3d93-24e6-4220-a540-3cf627e7576d req-031aafcb-d857-44e8-bf0b-4a469c46900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:24.002580 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-824d3d93-24e6-4220-a540-3cf627e7576d req-031aafcb-d857-44e8-bf0b-4a469c46900d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6810095 May 10 19:23:24.012603 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:24.015186 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:24.033183 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789c4d9-47b3-4bda-95bd-ff7e6f7be1cf req-2d067157-c423-4c83-8a58-17ebd3cfba65 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:24.042723 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f789c4d9-47b3-4bda-95bd-ff7e6f7be1cf req-2d067157-c423-4c83-8a58-17ebd3cfba65 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 943 time: 0.8148854 May 10 19:23:24.102274 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:24.116689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:24.129360 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-24ec8e34-cf25-49de-87cf-c49cc29146eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:24.252777 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:24.280847 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f304edf5d63b4232821e3707ec35a01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6468210 May 10 19:23:24.315201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43474) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:24.350875 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d08e877-8bfe-488f-84c0-35f50d856158,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:24.389587 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:24.421215 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Transition to ACTIVE for port object 44601891-2598-4365-bae6-7a09a82d7ce2 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:24.441339 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:24.446215 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:24.494354 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:24.530593 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:24.615318 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 77e6c774-5421-452f-aa73-a74acc90adb6 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:24.745562 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-612e7c27-411b-4e39-b5db-774a8102582e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:24.751058 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-612e7c27-411b-4e39-b5db-774a8102582e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 819 time: 0.4036734 May 10 19:23:24.785149 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-82a49717-3388-4217-a65d-f8ff5bcb4ab1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/quotas/96025a65f50145759923532cea04d84f HTTP/1.1" status: 200 len: 375 time: 0.0230324 May 10 19:23:24.821128 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f789c4d9-47b3-4bda-95bd-ff7e6f7be1cf req-8c8b2f61-c5b1-455a-802f-baac6c715b11 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772634 May 10 19:23:24.930976 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7db53ecc-1d39-45e8-82f4-f933410f5367 req-40bf04a0-48ad-4820-99d1-11b61a26a04f service neutron] 10.222.0.66 "GET /v2.0/networks/5386ad07-8537-4e3e-bf7e-1edf9e529595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1607256 May 10 19:23:25.055606 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43496) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:25.062615 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-cab7d025-0e9d-42bc-b56b-d0b269c87636 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2690814 May 10 19:23:25.114439 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10eff633-cc14-4a14-bd35-46c6394246d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.140840 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bfc44-22d0-46e3-b467-a0ed5ce435f2 None None] Pushing event updated for resources: {'Port': ['ID=44601891-2598-4365-bae6-7a09a82d7ce2,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:25.154104 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-598bfc44-22d0-46e3-b467-a0ed5ce435f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:25.203677 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-17586dae-ff4a-4617-8562-72b2fd871369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:25.205199 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-17586dae-ff4a-4617-8562-72b2fd871369 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 1096 time: 1.1039538 May 10 19:23:25.225097 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Attempting to bind port 44601891-2598-4365-bae6-7a09a82d7ce2 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:25.226629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Attempting to bind port 44601891-2598-4365-bae6-7a09a82d7ce2 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:25.227812 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Attempting to bind port 44601891-2598-4365-bae6-7a09a82d7ce2 on network 97912e0a-2415-47db-bbe1-697cbd4b9c76 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:25.235721 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:25.236539 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Checking segment: {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:25.237403 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.238180 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Bound using segment: {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:25.238898 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Bound port: 44601891-2598-4365-bae6-7a09a82d7ce2, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:25.239576 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.249305 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-5407a123-276e-4895-8ab8-bb78b9ae474a service neutron] 10.222.0.58 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783242 May 10 19:23:25.281849 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 77e6c774-5421-452f-aa73-a74acc90adb6 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:25.323081 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 77e6c774-5421-452f-aa73-a74acc90adb6 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:25.323339 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.329169 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10eff633-cc14-4a14-bd35-46c6394246d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.424911 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-967868263-network', 'tenant_id': 'ec6aef039b814bd49993b5810c0ba331'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:25.455991 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-a4187e39-dd2e-4440-a5b4-d450d29dca63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e392e7f6-9e07-44ff-9092-9fdbfe43a056 HTTP/1.1" status: 200 len: 217 time: 0.2339323 May 10 19:23:25.463711 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.476606 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:25.476899 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10eff633-cc14-4a14-bd35-46c6394246d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.487459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Usage tracker for resource:network and tenant:ec6aef039b814bd49993b5810c0ba331 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:25.491135 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] For port 44601891-2598-4365-bae6-7a09a82d7ce2, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:25.494116 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:25.505704 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.515600 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-46bdb8e2-31a3-49c7-9228-c0390eddb47f service neutron] 10.222.0.58 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653534 May 10 19:23:25.518243 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] For port 44601891-2598-4365-bae6-7a09a82d7ce2, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=44601891-2598-4365-bae6-7a09a82d7ce2,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:25.523994 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:25.534314 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.543303 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-24e80352-803b-4bf4-a06a-d16faa3787a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:25.547053 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-aab27157-9785-4ecf-bb20-10d8b87f91c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:25.555888 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Made reservation on behalf of ec6aef039b814bd49993b5810c0ba331 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:25.558560 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.587778 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.595131 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.620093 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eff633-cc14-4a14-bd35-46c6394246d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d08e877-8bfe-488f-84c0-35f50d856158,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:25.631550 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:25.643199 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6aef039b814bd49993b5810c0ba331 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:25.648936 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:25.661825 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bfc44-22d0-46e3-b467-a0ed5ce435f2 None None] Pushing event updated for resources: {'Port': ['ID=44601891-2598-4365-bae6-7a09a82d7ce2,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:25.669024 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-598bfc44-22d0-46e3-b467-a0ed5ce435f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:25.672384 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:25.690904 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-10eff633-cc14-4a14-bd35-46c6394246d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:25.703967 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 77e6c774-5421-452f-aa73-a74acc90adb6, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=77e6c774-5421-452f-aa73-a74acc90adb6,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:25.712755 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Routers {'d8f82e87-b19b-4fd5-9889-02a72fdc4664'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:23:25.714993 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:22:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:25.717234 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a6fda79e-d9f3-4266-85e0-e62653df42da tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:25.723754 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10eff633-cc14-4a14-bd35-46c6394246d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.724931 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-10eff633-cc14-4a14-bd35-46c6394246d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d08e877-8bfe-488f-84c0-35f50d856158 HTTP/1.1" status: 204 len: 168 time: 1.4018571 May 10 19:23:25.916608 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.926120 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:25.929470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ac2a753c-c91d-4ae0-9b70-42e882700274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:26.103282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a31976e-8d21-4e39-83aa-f238856970b2,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:26.109839 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:26.191273 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-9504eba3-7a51-474b-8a44-a4e195b6e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:26.195672 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-41cfa0ed-48b3-4810-8920-57bcd59fa6cc req-88978eab-dd70-450a-8c0e-7d7bb0b8cead tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 210 time: 0.2347238 May 10 19:23:26.196207 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:23:26.198281 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-9504eba3-7a51-474b-8a44-a4e195b6e85e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 200 len: 855 time: 0.7263935 May 10 19:23:26.220626 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.222266 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4638147 May 10 19:23:26.227661 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43532) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:26.230071 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a6a46b-63dc-46cf-a971-5a4a76379752,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:26.234547 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:26.241000 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:26.266376 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.266803 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Added segment 36d30d6b-e518-461a-9679-bb706cb24e17 of type vlan for network 73ebdb50-d268-42df-a9d0-f7e5a1fa5365 May 10 19:23:26.268432 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:26.285989 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:floatingip and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:26.301394 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:26.324414 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:23:26.331987 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.333321 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:26.334121 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 448dd2e2-cbcb-4771-9934-f931d5d2c20d up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:26.365424 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.378796 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde733b-3228-4735-92ca-5b3a0e458dbd req-5408fe1f-cc42-4aed-a04d-d61b140d5eb4 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:26.389655 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.395849 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ccde733b-3228-4735-92ca-5b3a0e458dbd req-5408fe1f-cc42-4aed-a04d-d61b140d5eb4 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 943 time: 1.3078711 May 10 19:23:26.449113 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:26.485760 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-c5ab9f7f-2509-415f-afbc-f87a66035f10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b2409f-4272-49bb-8a40-1e462a8b0335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2340031 May 10 19:23:26.628510 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-bf4beddc-cd79-49db-a989-d3213984f511 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:26.636729 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-bf4beddc-cd79-49db-a989-d3213984f511 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Synchronizing usage tracker for tenant:96025a65f50145759923532cea04d84f on resource:network {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:26.672476 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.687641 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.db.resource_extend [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 19:23:26.693110 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.db.resource_extend [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 19:23:26.735389 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-01f8ed15-5179-4159-b898-b765791396c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.772150 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.803589 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:26.807416 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.824009 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=77e6c774-5421-452f-aa73-a74acc90adb6,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:26.838152 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf4ef7cb-78f5-4771-bfd6-32af62637e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:26.843427 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:26.853351 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:26.906643 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 448dd2e2-cbcb-4771-9934-f931d5d2c20d completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:26.932660 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] Set router d8f82e87-b19b-4fd5-9889-02a72fdc4664 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:23:26.993938 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 448dd2e2-cbcb-4771-9934-f931d5d2c20d triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:26.994403 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:27.002881 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ccde733b-3228-4735-92ca-5b3a0e458dbd req-f5059955-e42a-485f-a43f-9e9263c10a73 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033988 May 10 19:23:27.005013 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd257d-05ff-49eb-85b5-9cf538298b0e req-6fcace4a-8b62-4f22-ab55-54b5119b2ac2 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:27.017111 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fcbd257d-05ff-49eb-85b5-9cf538298b0e req-6fcace4a-8b62-4f22-ab55-54b5119b2ac2 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 943 time: 0.5816531 May 10 19:23:27.076333 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-bf4beddc-cd79-49db-a989-d3213984f511 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Unset dirty status for tenant:96025a65f50145759923532cea04d84f on resource:network {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:27.077512 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-bf4beddc-cd79-49db-a989-d3213984f511 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 819 time: 1.5674672 May 10 19:23:27.113072 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Request body: {'port': {'device_id': 'e1c3cc4b-f7b9-41ec-89cb-1a85145a1440', 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76', 'admin_state_up': True, 'tenant_id': '96025a65f50145759923532cea04d84f'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:27.150943 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,segment=NetworkSegment(12069350-11eb-4983-bdab-2b04e38ef6e5),segment_id=12069350-11eb-4983-bdab-2b04e38ef6e5)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:27.367681 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=73ebdb50-d268-42df-a9d0-f7e5a1fa5365,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:27.375138 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '32b64d96-79c0-45e9-8d6e-dbdfeb4af885', 'network_id': '5386ad07-8537-4e3e-bf7e-1edf9e529595', 'port_id': '32b64d96-79c0-45e9-8d6e-dbdfeb4af885', 'mac_address': 'fa:16:3e:79:1a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51e0de50-84d4-43df-ac7a-3a9486208134', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:23:27.383270 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:27.387262 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3234334 May 10 19:23:27.392112 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43564) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:27.405047 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fcbd257d-05ff-49eb-85b5-9cf538298b0e req-028cf5b9-1cf3-4e32-95b7-b9094f4aa01a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870776 May 10 19:23:27.418721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Request body: {'subnet': {'network_id': '73ebdb50-d268-42df-a9d0-f7e5a1fa5365', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-967868263-subnet', 'tenant_id': 'ec6aef039b814bd49993b5810c0ba331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:27.424599 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:27.430865 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Usage tracker for resource:subnet and tenant:ec6aef039b814bd49993b5810c0ba331 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:27.437056 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:27.441923 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 73ebdb50-d268-42df-a9d0-f7e5a1fa5365 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:23:27.446786 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:27.454404 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:27.505414 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Made reservation on behalf of ec6aef039b814bd49993b5810c0ba331 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:27.508914 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:27.601957 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Allocated IP 172.27.2.139 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/5eff7259-3bdf-4259-b162-ba605a8dcd9e) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:27.689716 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:27.727545 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:27.775628 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-f9f27d0b-272d-4496-9b80-299aa04b7205 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2505879 May 10 19:23:27.809147 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:27.814899 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.66', 53142) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:27.852524 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,segment=NetworkSegment(12069350-11eb-4983-bdab-2b04e38ef6e5),segment_id=12069350-11eb-4983-bdab-2b04e38ef6e5)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:27.937900 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:27.948243 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ab9f2306-b347-49f3-9406-36e85131d3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:27.955167 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-d4c829f2-cc5e-43eb-9943-c3c3a4cc33a5 req-5704a698-0c56-45e8-a0e8-bc9ef4279590 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Synchronizing usage tracker for tenant:96025a65f50145759923532cea04d84f on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:28.037417 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:28.041958 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:28.096293 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-f169a354-45ed-4303-9f6e-b428e7b064a7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:28.097808 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-f169a354-45ed-4303-9f6e-b428e7b064a7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 819 time: 0.2819324 May 10 19:23:28.138969 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Request body: {'port': {'device_id': '8cb2ce28-bad5-4519-8cb9-51543654b209', 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76', 'admin_state_up': True, 'tenant_id': '96025a65f50145759923532cea04d84f'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:28.221800 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:28.274167 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-d4c829f2-cc5e-43eb-9943-c3c3a4cc33a5 req-5704a698-0c56-45e8-a0e8-bc9ef4279590 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Unset dirty status for tenant:96025a65f50145759923532cea04d84f on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:28.275407 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d4c829f2-cc5e-43eb-9943-c3c3a4cc33a5 req-5704a698-0c56-45e8-a0e8-bc9ef4279590 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 210 time: 0.6066329 May 10 19:23:28.315266 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:28.318900 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 448dd2e2-cbcb-4771-9934-f931d5d2c20d, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=448dd2e2-cbcb-4771-9934-f931d5d2c20d,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:28.334825 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:28.351119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:28.392589 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:28.432612 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-011949d7-97e7-4b4a-90bc-df9c04a74552 req-d0953717-729d-40d7-bcf1-770a55309b21 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906310 May 10 19:23:28.435314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Made reservation on behalf of 96025a65f50145759923532cea04d84f for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:28.439232 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:28.458082 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['32b64d96-79c0-45e9-8d6e-dbdfeb4af885'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:23:28.472177 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:28.501387 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 77e6c774-5421-452f-aa73-a74acc90adb6 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:28.707957 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf4b53-0a79-400d-9c3b-b7d204f61378 req-fb64dd3d-3472-4376-87ed-9920929ced6a tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:28.709567 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-31bf4b53-0a79-400d-9c3b-b7d204f61378 req-fb64dd3d-3472-4376-87ed-9920929ced6a tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 944 time: 0.3212817 May 10 19:23:28.714591 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:28.716263 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:28.741306 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2d526bd9-ede9-47cb-b410-d8e9b20f4a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:28.757323 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=448dd2e2-cbcb-4771-9934-f931d5d2c20d,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:28.769508 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:23:18Z', 'revision_number': 4, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44601891-2598-4365-bae6-7a09a82d7ce2', 'name': '', 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76', 'tenant_id': '96025a65f50145759923532cea04d84f', 'mac_address': 'fa:16:3e:9e:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:14Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 4, 'project_id': '96025a65f50145759923532cea04d84f', 'subnets': [{'id': '98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:28.775026 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:28.800856 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:28.832662 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0fbba-e836-4aeb-b516-ffd47ce6e23c None None] The sync data for ids ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'] in dv-cinder-784453-6-iscsi is: [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:23:18Z', 'revision_number': 4, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44601891-2598-4365-bae6-7a09a82d7ce2', 'name': '', 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76', 'tenant_id': '96025a65f50145759923532cea04d84f', 'mac_address': 'fa:16:3e:9e:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:14Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 4, 'project_id': '96025a65f50145759923532cea04d84f', 'subnets': [{'id': '98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:28.840009 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-31bf4b53-0a79-400d-9c3b-b7d204f61378 req-8ff1cb6d-497e-4847-83bc-f0100ddd5879 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210456 May 10 19:23:28.852441 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:28.875533 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:28.876252 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 77e6c774-5421-452f-aa73-a74acc90adb6 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:28.876732 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Made reservation on behalf of 96025a65f50145759923532cea04d84f for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:28.877007 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:28.883392 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:28.893172 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:28.909011 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Allocated IP 172.20.0.5 (97912e0a-2415-47db-bbe1-697cbd4b9c76/98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660/2bb6e504-26ce-4c14-9d69-3f128f9da7c2) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:28.913578 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Allocated IP 172.27.2.160 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/e5c686c1-38d5-4e0d-899a-cdab294dd890) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:28.913763 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:23:29.019918 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:29.070726 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc9e5e-e818-4094-bdd1-0fc8361457fe req-dbe6e772-cd23-4493-8807-f4a3ff0fa986 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:29.072816 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-70cc9e5e-e818-4094-bdd1-0fc8361457fe req-dbe6e772-cd23-4493-8807-f4a3ff0fa986 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 943 time: 0.4987347 May 10 19:23:29.085380 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'Port': ['ID=5eff7259-3bdf-4259-b162-ba605a8dcd9e,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:29.089383 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:29.162213 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-70cc9e5e-e818-4094-bdd1-0fc8361457fe req-f09dad47-d8c3-4cbf-be86-fd969182f468 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810204 May 10 19:23:29.211702 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:29.259429 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:29.271564 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:29.408121 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccdc20d3-a7b0-4765-a434-0c7d4dd253ba,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:29.414231 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:29.415576 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:29.419965 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:29.423011 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Checking segment: {'id': '36d30d6b-e518-461a-9679-bb706cb24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '73ebdb50-d268-42df-a9d0-f7e5a1fa5365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:29.423367 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Network hostable DHCP agents. Network: 73ebdb50-d268-42df-a9d0-f7e5a1fa5365, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:23:29.467826 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Network 73ebdb50-d268-42df-a9d0-f7e5a1fa5365 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:23:29.536112 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 73ebdb50-d268-42df-a9d0-f7e5a1fa5365) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:29.541153 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8994188e-588b-4e53-9761-b80f48a814da req-7753906a-2152-44c1-8573-1f19852537ee tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 210 time: 0.0537701 May 10 19:23:29.547496 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:29.547670 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87eab0-a3dc-438a-878a-d666badfbf56 None None] Network 73ebdb50-d268-42df-a9d0-f7e5a1fa5365 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:23:29.548152 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:29.563298 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:29.571445 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:29.655566 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:29.659895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:29.673799 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:29.705794 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2969642 May 10 19:23:29.741730 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'Port': ['ID=e5c686c1-38d5-4e0d-899a-cdab294dd890,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:29.753668 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:29.785987 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.027936 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.109991 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c6997-aed8-403d-ba4d-8626ad1e02cb None None] Network 73ebdb50-d268-42df-a9d0-f7e5a1fa5365 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:23:30.218026 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:30.249283 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.289626 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.405494 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.471155 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f181633a-99e9-4216-8bb3-7bb756ed1fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:30.615801 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.671523 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'Port': ['ID=5eff7259-3bdf-4259-b162-ba605a8dcd9e,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:30.674147 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163cb7f-4266-426c-957f-1ed69e544f77 req-ccceb8c4-85d5-4139-98b4-da19d1c47dd5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:30.675541 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5163cb7f-4266-426c-957f-1ed69e544f77 req-ccceb8c4-85d5-4139-98b4-da19d1c47dd5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 943 time: 0.1992302 May 10 19:23:30.709066 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.723232 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.726584 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:30.731945 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.745679 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:30.747909 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 44601891-2598-4365-bae6-7a09a82d7ce2 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:30.767328 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0231302 May 10 19:23:30.816496 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.846117 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:30.852962 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'Port': ['ID=e5c686c1-38d5-4e0d-899a-cdab294dd890,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:30.882285 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:30.899921 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:30.907923 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:30.908411 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.956346 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 44601891-2598-4365-bae6-7a09a82d7ce2 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:30.957930 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.971878 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 44601891-2598-4365-bae6-7a09a82d7ce2 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:30.972774 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5163cb7f-4266-426c-957f-1ed69e544f77 req-a6275ec6-680b-44af-b6b6-7c29d9b17b1f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869031 May 10 19:23:30.972908 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:30.976326 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Allocated IP 172.20.0.13 (97912e0a-2415-47db-bbe1-697cbd4b9c76/98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660/dbd529b8-cfb4-43cb-8e38-5a9117f66280) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:30.992911 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Network 97912e0a-2415-47db-bbe1-697cbd4b9c76 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:30.997668 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:31.005807 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:31.014473 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:31.015377 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.023385 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.028393 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7995579 May 10 19:23:31.029811 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43652) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:31.031258 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16736440-5fcd-43d9-b37d-320919c1de70 req-6af6260b-45c8-46cf-90e5-f60f4707d543 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:31.033064 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-16736440-5fcd-43d9-b37d-320919c1de70 req-6af6260b-45c8-46cf-90e5-f60f4707d543 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 944 time: 0.7579498 May 10 19:23:31.039158 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-933316654-network', 'tenant_id': '82123979166949ca9fa404ca07671b5d'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:31.048074 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:31.068226 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Usage tracker for resource:network and tenant:82123979166949ca9fa404ca07671b5d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:31.074397 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:31.084884 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Pushing event updated for resources: {'Port': ['ID=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:31.090912 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:31.093941 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9950414 May 10 19:23:31.112001 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:31.112451 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Request body: {'port': {'device_id': 'e1c3cc4b-f7b9-41ec-89cb-1a85145a1440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:31.169541 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-16736440-5fcd-43d9-b37d-320919c1de70 req-cdf7637f-9213-4145-b7e1-c926971d0fae tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236854 May 10 19:23:31.210330 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Made reservation on behalf of 82123979166949ca9fa404ca07671b5d for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:31.213175 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.257441 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-b76df17a-af36-4123-a0cc-7bc19edfb255 req-6224f941-9487-4e02-b347-09b1393bc886 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Synchronizing usage tracker for tenant:96025a65f50145759923532cea04d84f on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:31.271794 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.344185 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.355516 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.409078 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,segment=NetworkSegment(12069350-11eb-4983-bdab-2b04e38ef6e5),segment_id=12069350-11eb-4983-bdab-2b04e38ef6e5)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:31.410311 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1237ccf1-0009-4b89-bda1-a4a0edffde43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b64d96-79c0-45e9-8d6e-dbdfeb4af885'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:31.422058 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.442349 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-4ce7f360-51eb-4718-baae-edb9185df55c req-0627e2cd-cd15-4d7d-8551-20db70f20d13 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:31.466366 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:31.481383 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.484130 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-598bfc44-22d0-46e3-b467-a0ed5ce435f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:31.513883 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Usage tracker for resource:security_group_rule and tenant:82123979166949ca9fa404ca07671b5d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:31.523272 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:31.532358 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:31.554410 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-4ce7f360-51eb-4718-baae-edb9185df55c req-0627e2cd-cd15-4d7d-8551-20db70f20d13 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:31.563885 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-0627e2cd-cd15-4d7d-8551-20db70f20d13 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--522566132&fields=id&tenant_id=71a7629efa3f4f2f939838794f2d3cdd HTTP/1.1" status: 200 len: 267 time: 0.1990983 May 10 19:23:31.572786 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:31.595526 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:31.597854 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-b76df17a-af36-4123-a0cc-7bc19edfb255 req-6224f941-9487-4e02-b347-09b1393bc886 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Unset dirty status for tenant:96025a65f50145759923532cea04d84f on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:31.603490 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 44601891-2598-4365-bae6-7a09a82d7ce2, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=44601891-2598-4365-bae6-7a09a82d7ce2,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:31.609726 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b76df17a-af36-4123-a0cc-7bc19edfb255 req-6224f941-9487-4e02-b347-09b1393bc886 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 210 time: 0.4503760 May 10 19:23:31.614203 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.615422 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 448dd2e2-cbcb-4771-9934-f931d5d2c20d up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:31.702486 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:31.790064 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.875082 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f360-51eb-4718-baae-edb9185df55c req-9b01c62c-58ed-4234-b7bd-a498647253df tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:31.876584 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-9b01c62c-58ed-4234-b7bd-a498647253df tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 811 time: 0.3108792 May 10 19:23:31.910921 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-8ac246cb-c32a-4430-8dce-40a620b7621f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/quotas/71a7629efa3f4f2f939838794f2d3cdd HTTP/1.1" status: 200 len: 375 time: 0.0163679 May 10 19:23:31.915031 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 448dd2e2-cbcb-4771-9934-f931d5d2c20d triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:31.915418 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.956487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.959853 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-68889d2e-d9ef-4ec3-94e5-d9fe479a8e30 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Synchronizing usage tracker for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:31.969831 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:31.976095 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-94ffa855-08e3-44c6-b0fb-0ad98869cbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:32.005083 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.009068 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:23:32.013817 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=44601891-2598-4365-bae6-7a09a82d7ce2,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:32.018465 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:32.045203 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-68889d2e-d9ef-4ec3-94e5-d9fe479a8e30 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Unset dirty status for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:32.046391 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-68889d2e-d9ef-4ec3-94e5-d9fe479a8e30 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1278421350&fields=id&tenant_id=2a096c4e7fec4fcfadab63d96fa34cce HTTP/1.1" status: 200 len: 267 time: 0.2244160 May 10 19:23:32.047308 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.047642 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Added segment 625e6f7c-ee73-4760-aa69-ebba12ae3fe0 of type vlan for network 6a4f1c0f-a366-4a97-bd61-9b78b5058c8a May 10 19:23:32.049160 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941f8afd-617e-4ebe-9e38-890ae09493c6,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:32.055831 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:32.061340 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:32.142398 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Network 97912e0a-2415-47db-bbe1-697cbd4b9c76 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:32.163315 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device e392e7f6-9e07-44ff-9092-9fdbfe43a056 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:23:32.252614 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-2696e139-b157-4c8a-b97d-7bd06731974e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3346615 May 10 19:23:32.285216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:32.310294 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:32.319207 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:32.319872 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.344355 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.358534 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port e392e7f6-9e07-44ff-9092-9fdbfe43a056, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e392e7f6-9e07-44ff-9092-9fdbfe43a056,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:32.379285 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': 'e392e7f6-9e07-44ff-9092-9fdbfe43a056', 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'port_id': 'e392e7f6-9e07-44ff-9092-9fdbfe43a056', 'mac_address': 'fa:16:3e:3a:1e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e34396-f004-43b2-90d5-f11afe60c968', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:23:32.415287 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Pushing event updated for resources: {'Port': ['ID=dbd529b8-cfb4-43cb-8e38-5a9117f66280,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:32.437561 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:32.440150 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3059356 May 10 19:23:32.461120 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Request body: {'port': {'device_id': '8cb2ce28-bad5-4519-8cb9-51543654b209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:32.500119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 44601891-2598-4365-bae6-7a09a82d7ce2 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:32.508556 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:32.521274 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.533903 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-d8325f7e-ae62-4c7c-b7b6-3af3b4afcd57 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:32.534614 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-d8325f7e-ae62-4c7c-b7b6-3af3b4afcd57 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Synchronizing usage tracker for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:32.541000 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.554403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:32.555252 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.561769 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-9c557275-0f7d-4996-867d-208ed97e5def service neutron] 10.222.0.58 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911174 May 10 19:23:32.564191 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:32.576565 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.597134 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e392e7f6-9e07-44ff-9092-9fdbfe43a056 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:32.614297 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port e392e7f6-9e07-44ff-9092-9fdbfe43a056, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e392e7f6-9e07-44ff-9092-9fdbfe43a056,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:32.623643 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.629922 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:32.679122 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 44601891-2598-4365-bae6-7a09a82d7ce2 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:32.679498 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.695279 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-d8325f7e-ae62-4c7c-b7b6-3af3b4afcd57 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Unset dirty status for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:32.696502 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-d8325f7e-ae62-4c7c-b7b6-3af3b4afcd57 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 817 time: 0.6359968 May 10 19:23:32.714735 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6801562 May 10 19:23:32.720623 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43710) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:32.729691 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-12c5b6f3-ac88-4665-b156-a01e526028d4 service neutron] 10.222.0.58 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665840 May 10 19:23:32.732813 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Transition to ACTIVE for port object 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:32.739918 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Request body: {'subnet': {'network_id': '6a4f1c0f-a366-4a97-bd61-9b78b5058c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-933316654-subnet', 'tenant_id': '82123979166949ca9fa404ca07671b5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:32.741030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.751278 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:32.778961 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:32.809463 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-3ac7616e-179a-471a-9919-ff325bc71166 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/quotas/2a096c4e7fec4fcfadab63d96fa34cce HTTP/1.1" status: 200 len: 375 time: 0.0957475 May 10 19:23:32.817348 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a4f1c0f-a366-4a97-bd61-9b78b5058c8a,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:32.820101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:32.837421 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 6a4f1c0f-a366-4a97-bd61-9b78b5058c8a details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:23:32.840451 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Usage tracker for resource:subnet and tenant:82123979166949ca9fa404ca07671b5d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:32.856522 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:32.926367 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:32.970942 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=e392e7f6-9e07-44ff-9092-9fdbfe43a056,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:32.980102 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:32.992460 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:33.023787 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Made reservation on behalf of 82123979166949ca9fa404ca07671b5d for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:33.026081 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:33.034842 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Pushing event updated for resources: {'Port': ['ID=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:33.057598 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:33.067757 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Attempting to bind port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:33.068427 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Attempting to bind port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:33.069560 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Attempting to bind port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 on network 97912e0a-2415-47db-bbe1-697cbd4b9c76 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:33.081071 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 on network 97912e0a-2415-47db-bbe1-697cbd4b9c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:23:33.081394 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Attempting to bind port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 on network 97912e0a-2415-47db-bbe1-697cbd4b9c76 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:33.092723 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:33.094000 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Checking segment: {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:33.094709 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Bound using segment: {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:33.095247 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Bound port: 2bb6e504-26ce-4c14-9d69-3f128f9da7c2, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:33.095927 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:33.142936 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1237ccf1-0009-4b89-bda1-a4a0edffde43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b64d96-79c0-45e9-8d6e-dbdfeb4af885', 'code': 200} May 10 19:23:33.321659 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f957754c-db5b-49a0-be41-86aa77e6f9fc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Synchronizing usage tracker for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:33.357606 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] For port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:33.361720 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] For port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:33.369191 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:33.377020 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:33.440889 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:33.441217 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:33.445197 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] 10.222.0.66 "PUT /v2.0/ports/2bb6e504-26ce-4c14-9d69-3f128f9da7c2 HTTP/1.1" status: 200 len: 1093 time: 2.3397839 May 10 19:23:33.446984 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c3cc4b-f7b9-41ec-89cb-1a85145a1440', 'tag': '2bb6e504-26ce-4c14-9d69-3f128f9da7c2'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:33.463276 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f957754c-db5b-49a0-be41-86aa77e6f9fc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Unset dirty status for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:33.464574 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f957754c-db5b-49a0-be41-86aa77e6f9fc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6542842 May 10 19:23:33.492921 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb36599-2504-4d68-92d2-22106c39cff7 req-20630cf3-9de1-40f2-a25b-0e2cd30c98c3 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:33.495408 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-acb36599-2504-4d68-92d2-22106c39cff7 req-20630cf3-9de1-40f2-a25b-0e2cd30c98c3 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 944 time: 0.2196355 May 10 19:23:33.502140 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Pushing event updated for resources: {'Port': ['ID=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:33.508228 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:33.552621 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-acb36599-2504-4d68-92d2-22106c39cff7 req-15685267-381e-431b-8d4c-9dbbb1d6bb9f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455153 May 10 19:23:33.778371 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-90a6a966-20c2-4bfb-8f8e-62f22acd114d service neutron] 10.222.0.58 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466533 May 10 19:23:33.781008 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd529b8-cfb4-43cb-8e38-5a9117f66280 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:33.782723 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e24fb-d75c-4da4-ba99-00cdd855fe28 req-df69d818-bac4-4cda-ba96-85f50b43695a tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:33.785813 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0f0e24fb-d75c-4da4-ba99-00cdd855fe28 req-df69d818-bac4-4cda-ba96-85f50b43695a tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.1215022 May 10 19:23:33.836764 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0f0e24fb-d75c-4da4-ba99-00cdd855fe28 req-939761cc-5e7c-4dbf-8591-27a64e46988f tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 May 10 19:23:33.888726 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:33.964278 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Transition to ACTIVE for port object dbd529b8-cfb4-43cb-8e38-5a9117f66280 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:33.977967 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:33.997299 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d724ae8f-d169-409b-a450-50512f606c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:34.019331 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8bbc6-4dd6-4c14-892d-36ba91283197 req-9c6cf395-c70a-4838-83ac-b9f01c3f8576 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:34.020014 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-02b8bbc6-4dd6-4c14-892d-36ba91283197 req-9c6cf395-c70a-4838-83ac-b9f01c3f8576 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Synchronizing usage tracker for tenant:96025a65f50145759923532cea04d84f on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:34.035409 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-02b8bbc6-4dd6-4c14-892d-36ba91283197 req-9c6cf395-c70a-4838-83ac-b9f01c3f8576 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Unset dirty status for tenant:96025a65f50145759923532cea04d84f on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:34.036543 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-02b8bbc6-4dd6-4c14-892d-36ba91283197 req-9c6cf395-c70a-4838-83ac-b9f01c3f8576 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 944 time: 0.0964797 May 10 19:23:34.081082 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-02b8bbc6-4dd6-4c14-892d-36ba91283197 req-ea3439cc-5fa0-4266-b48d-a738125b13b1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Synchronizing usage tracker for tenant:96025a65f50145759923532cea04d84f on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:34.097732 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-02b8bbc6-4dd6-4c14-892d-36ba91283197 req-ea3439cc-5fa0-4266-b48d-a738125b13b1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Unset dirty status for tenant:96025a65f50145759923532cea04d84f on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:34.098875 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-02b8bbc6-4dd6-4c14-892d-36ba91283197 req-ea3439cc-5fa0-4266-b48d-a738125b13b1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 May 10 19:23:34.161675 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-54b8189a-a8cb-4298-a5f4-49349bae211a service neutron] 10.222.0.58 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672945 May 10 19:23:34.239749 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd529b8-cfb4-43cb-8e38-5a9117f66280,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:34.250392 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:34.254651 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:34.265613 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c22b338d-9e4e-4faf-8e96-a2bf72f34e8c req-5be08ca2-6ce8-4eff-b6ac-3f7fd9f395f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 210 time: 0.0682833 May 10 19:23:34.266916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:34.335691 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c3cc4b-f7b9-41ec-89cb-1a85145a1440', 'tag': '2bb6e504-26ce-4c14-9d69-3f128f9da7c2', 'status': 'completed', 'code': 200} May 10 19:23:34.371227 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Attempting to bind port dbd529b8-cfb4-43cb-8e38-5a9117f66280 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:34.371845 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Attempting to bind port dbd529b8-cfb4-43cb-8e38-5a9117f66280 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:34.371941 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Attempting to bind port dbd529b8-cfb4-43cb-8e38-5a9117f66280 on network 97912e0a-2415-47db-bbe1-697cbd4b9c76 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:34.387860 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fdee3b-1b06-4e35-9694-ee41a6b1c20d,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:34.389798 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Port dbd529b8-cfb4-43cb-8e38-5a9117f66280 on network 97912e0a-2415-47db-bbe1-697cbd4b9c76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:23:34.390120 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Attempting to bind port dbd529b8-cfb4-43cb-8e38-5a9117f66280 on network 97912e0a-2415-47db-bbe1-697cbd4b9c76 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:34.392256 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:34.445729 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:34.446065 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Checking segment: {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:34.446633 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Bound using segment: {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:34.447063 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Bound port: dbd529b8-cfb4-43cb-8e38-5a9117f66280, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65010471-0f9b-45d0-9e72-402da789f9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:34.447384 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:34.466855 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e8e95b3f-2d23-4914-bf75-060e4603ac72 req-c2002df0-f605-4d84-b600-484d40d1aa8a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 210 time: 0.0814071 May 10 19:23:34.508943 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Checking segment: {'id': '625e6f7c-ee73-4760-aa69-ebba12ae3fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6a4f1c0f-a366-4a97-bd61-9b78b5058c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:34.509289 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Network hostable DHCP agents. Network: 6a4f1c0f-a366-4a97-bd61-9b78b5058c8a, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:23:34.566425 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Network 6a4f1c0f-a366-4a97-bd61-9b78b5058c8a is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:23:34.576211 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] For port dbd529b8-cfb4-43cb-8e38-5a9117f66280, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:34.582103 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] For port dbd529b8-cfb4-43cb-8e38-5a9117f66280, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbd529b8-cfb4-43cb-8e38-5a9117f66280,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:34.582680 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 6a4f1c0f-a366-4a97-bd61-9b78b5058c8a) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:34.587818 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:34.588487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:34.593210 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3332500f-c4b8-4fe9-b289-6f5e28140b72 None None] Network 6a4f1c0f-a366-4a97-bd61-9b78b5058c8a requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:23:34.600916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:34.613657 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:34.672336 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2983a991-aa9b-48f2-8358-ba19d7497b4f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9505193 May 10 19:23:34.685449 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:34.686109 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:34.687584 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] 10.222.0.66 "PUT /v2.0/ports/dbd529b8-cfb4-43cb-8e38-5a9117f66280 HTTP/1.1" status: 200 len: 1094 time: 2.2345853 May 10 19:23:34.688092 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb2ce28-bad5-4519-8cb9-51543654b209', 'tag': 'dbd529b8-cfb4-43cb-8e38-5a9117f66280'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:34.807529 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd529b8-cfb4-43cb-8e38-5a9117f66280,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:34.816481 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:34.879485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5113183-b861-43ab-a92d-991261f761a7 req-bcdd1200-49eb-47dc-b880-afb2f466517c tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:34.881060 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a5113183-b861-43ab-a92d-991261f761a7 req-bcdd1200-49eb-47dc-b880-afb2f466517c tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 944 time: 0.1585107 May 10 19:23:34.899929 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024fc4b-c95f-4d96-9a01-4e56c820bb94 None None] Network 6a4f1c0f-a366-4a97-bd61-9b78b5058c8a requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:23:34.935477 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a5113183-b861-43ab-a92d-991261f761a7 req-dba699b6-7886-46df-91d1-fb7af7f7d521 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463107 May 10 19:23:34.970488 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb2ce28-bad5-4519-8cb9-51543654b209', 'tag': 'dbd529b8-cfb4-43cb-8e38-5a9117f66280', 'status': 'completed', 'code': 200} May 10 19:23:35.153259 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f9452-3106-4c38-a688-c7e618bd4538 req-6c72cb0e-3ae2-47eb-9aa6-fdeb89168265 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:35.154901 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cb3f9452-3106-4c38-a688-c7e618bd4538 req-6c72cb0e-3ae2-47eb-9aa6-fdeb89168265 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.1008554 May 10 19:23:35.200575 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cb3f9452-3106-4c38-a688-c7e618bd4538 req-76357579-7933-488c-8b4e-f3bf78925520 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 May 10 19:23:35.289702 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac68db-78b3-443c-8514-15cc1a61486a req-7656194e-e628-4983-b43b-930ee438846d tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:35.291373 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d0ac68db-78b3-443c-8514-15cc1a61486a req-7656194e-e628-4983-b43b-930ee438846d tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 944 time: 0.0816965 May 10 19:23:35.341512 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d0ac68db-78b3-443c-8514-15cc1a61486a req-b6f46cd5-6501-49d5-8592-63fbdb91cfe1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 May 10 19:23:35.418909 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2c657410-c6a6-4a19-9780-82c6c8a83aa3 req-59d643a3-ac41-4e1d-be38-fdc30eaf118d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 210 time: 0.0435722 May 10 19:23:35.618864 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5e86da2-8590-4733-a6a7-eca2e15971f6 req-265bd9c5-b45e-4385-98db-9eda6670547c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 210 time: 0.0411739 May 10 19:23:36.131221 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51a857-67c4-4002-9755-1b2a0c690877 req-67eb5d89-8f8b-4649-8caf-774181c03ba2 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:36.132676 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4a51a857-67c4-4002-9755-1b2a0c690877 req-67eb5d89-8f8b-4649-8caf-774181c03ba2 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 944 time: 0.0833771 May 10 19:23:36.176968 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4a51a857-67c4-4002-9755-1b2a0c690877 req-10968031-4256-49d0-bd39-68350710ffa6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 May 10 19:23:36.386860 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3f6e-75b7-4323-80d6-2c3b880f1a11 req-1d06ebaf-f1e4-4321-9fe5-a173f8da46ab tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:36.388313 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1cdc3f6e-75b7-4323-80d6-2c3b880f1a11 req-1d06ebaf-f1e4-4321-9fe5-a173f8da46ab tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.0815961 May 10 19:23:36.434002 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1cdc3f6e-75b7-4323-80d6-2c3b880f1a11 req-b7e11843-d341-4f56-9b83-814ce0783b4e tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 May 10 19:23:36.538737 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46c736-47dd-446f-82f9-96051f2d1821 req-beec37be-26f2-4e97-91ba-73c763e4a8c9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:36.540192 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d46c736-47dd-446f-82f9-96051f2d1821 req-beec37be-26f2-4e97-91ba-73c763e4a8c9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 944 time: 0.0820751 May 10 19:23:36.581194 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-6993206b-b199-416f-8bff-64977f60f6dd req-3fe7efc0-fc08-4ba1-b9e1-6877316f9f95 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:36.586877 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d46c736-47dd-446f-82f9-96051f2d1821 req-9eb83fd9-8405-4a92-a7c6-6a4abab97fd3 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 May 10 19:23:36.600294 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-6993206b-b199-416f-8bff-64977f60f6dd req-3fe7efc0-fc08-4ba1-b9e1-6877316f9f95 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:36.601713 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6993206b-b199-416f-8bff-64977f60f6dd req-3fe7efc0-fc08-4ba1-b9e1-6877316f9f95 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 210 time: 0.0612810 May 10 19:23:36.775996 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9f9c1a8e-7888-421e-b24a-85ad66024ff3 req-4d2653e8-8587-4214-aae3-509ef8e7b963 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 210 time: 0.0475447 May 10 19:23:37.129879 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5abe5f-5ea5-4f10-97dc-ae3e613ff208 req-9048199e-4f2e-4baa-b664-5a185761004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:37.131247 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fa5abe5f-5ea5-4f10-97dc-ae3e613ff208 req-9048199e-4f2e-4baa-b664-5a185761004a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1096 time: 0.0833733 May 10 19:23:37.465507 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cb561-c9b5-4ae3-9a2c-6b562ea2cbcc req-bccd33d7-f042-4427-acea-8f0f79e1f694 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:37.466911 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e60cb561-c9b5-4ae3-9a2c-6b562ea2cbcc req-bccd33d7-f042-4427-acea-8f0f79e1f694 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 944 time: 0.1871657 May 10 19:23:37.511259 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5abe5f-5ea5-4f10-97dc-ae3e613ff208 req-06f3b2ee-e623-422f-b33a-355509468f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:37.516019 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fa5abe5f-5ea5-4f10-97dc-ae3e613ff208 req-06f3b2ee-e623-422f-b33a-355509468f17 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=96025a65f50145759923532cea04d84f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1875937 May 10 19:23:37.518552 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['e392e7f6-9e07-44ff-9092-9fdbfe43a056'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:23:37.527682 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-e063efc8-8caf-4f50-a463-dc9bfd72d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:37.529202 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-e063efc8-8caf-4f50-a463-dc9bfd72d879 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 1098 time: 0.1903882 May 10 19:23:37.531183 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efda88-dc8d-44b1-bfdc-2b10ce050bd4 req-81abe347-6a85-4ac4-b1e7-82f482576aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:37.532543 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f2efda88-dc8d-44b1-bfdc-2b10ce050bd4 req-81abe347-6a85-4ac4-b1e7-82f482576aca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 1097 time: 0.1950309 May 10 19:23:37.623175 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:37.677556 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e60cb561-c9b5-4ae3-9a2c-6b562ea2cbcc req-0eda980b-9020-444d-9d7a-3e2d87f7a887 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989722 May 10 19:23:37.772934 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:37.784168 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Usage tracker for resource:security_group_rule and tenant:f681b8b982c1406b9c9fabc4dbb3fed2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:37.793733 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:37.808834 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5abe5f-5ea5-4f10-97dc-ae3e613ff208 req-5332273a-dab3-482c-8833-2d6f87e4d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:37.810349 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fa5abe5f-5ea5-4f10-97dc-ae3e613ff208 req-5332273a-dab3-482c-8833-2d6f87e4d22c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2767031 May 10 19:23:37.810845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:37.906470 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efda88-dc8d-44b1-bfdc-2b10ce050bd4 req-32bdc767-e3fe-42ea-b821-5e2b4a756a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:37.908713 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f2efda88-dc8d-44b1-bfdc-2b10ce050bd4 req-32bdc767-e3fe-42ea-b821-5e2b4a756a75 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=96025a65f50145759923532cea04d84f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3384573 May 10 19:23:37.918169 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f699-c6d6-4069-ae35-e9f99a43227a req-3cd8abc9-0a47-4be0-b5c2-20e96c634477 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:37.919757 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d4c0f699-c6d6-4069-ae35-e9f99a43227a req-3cd8abc9-0a47-4be0-b5c2-20e96c634477 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.3068030 May 10 19:23:38.108390 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.66', 53159) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:38.146184 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d4c0f699-c6d6-4069-ae35-e9f99a43227a req-bf8c202a-e868-4770-a300-30659e1fbd9f tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378660 May 10 19:23:38.222831 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efda88-dc8d-44b1-bfdc-2b10ce050bd4 req-d7e6d7bb-cb08-44c4-865c-fd58a735e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:38.224899 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f2efda88-dc8d-44b1-bfdc-2b10ce050bd4 req-d7e6d7bb-cb08-44c4-865c-fd58a735e921 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3027570 May 10 19:23:38.256597 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:38.264532 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:38.289216 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-10eff633-cc14-4a14-bd35-46c6394246d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:38.325431 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f360-51eb-4718-baae-edb9185df55c req-ff158dfe-eb45-43ab-9d61-a2a4bf710652 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:38.326456 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-4ce7f360-51eb-4718-baae-edb9185df55c req-ff158dfe-eb45-43ab-9d61-a2a4bf710652 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:38.368652 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-09d9e9ac-b279-43a1-a418-503aad54a171 req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8241501 May 10 19:23:38.383965 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd843f9-ff46-4aa3-9066-cc5f749b5841 req-1f55f933-7002-4a15-8c62-4118e9a649e4 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:38.390245 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fd843f9-ff46-4aa3-9066-cc5f749b5841 req-1f55f933-7002-4a15-8c62-4118e9a649e4 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 944 time: 0.4628296 May 10 19:23:38.400267 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-4ce7f360-51eb-4718-baae-edb9185df55c req-ff158dfe-eb45-43ab-9d61-a2a4bf710652 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:38.403312 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-ff158dfe-eb45-43ab-9d61-a2a4bf710652 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 811 time: 0.2922671 May 10 19:23:38.470254 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-db91ffc7-b860-4ff3-aae0-e57ea4c1c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:38.471743 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-db91ffc7-b860-4ff3-aae0-e57ea4c1c493 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1096 time: 0.4007497 May 10 19:23:38.478589 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fd843f9-ff46-4aa3-9066-cc5f749b5841 req-517dc73b-d2eb-42d8-bd5f-c075ae6a1751 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845253 May 10 19:23:38.521627 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8ba6c141-29a2-4d0d-a9ad-36e2905eb999 req-80f2dc6a-e538-4abb-89bf-8ac23bc4339d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 210 time: 0.1425076 May 10 19:23:38.522271 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=97697aa5-1d93-4f95-9b0a-e0d2c555d63d,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:38.525941 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:38.555404 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-ce66e377-cfeb-4b8f-a0ec-17c8137b55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:38.557023 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-ce66e377-cfeb-4b8f-a0ec-17c8137b55c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 1097 time: 0.2555099 May 10 19:23:38.640288 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-af97955b-acd4-4fd6-ad43-b3228943116e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd529b8-cfb4-43cb-8e38-5a9117f66280 HTTP/1.1" status: 200 len: 217 time: 0.0677972 May 10 19:23:38.700609 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-38e95c40-324b-47f6-8991-1c2148537d97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2 HTTP/1.1" status: 200 len: 217 time: 0.1276455 May 10 19:23:38.777377 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-4ce7f360-51eb-4718-baae-edb9185df55c req-949ee647-687b-48b9-8f5d-7445e8a1329a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:38.783420 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2cc05871-d0e2-4605-9429-3570c12ee771 req-72e0e9fe-0aa0-4998-a198-b9250054b160 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 210 time: 0.1467366 May 10 19:23:38.793104 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-d788c8eb-84a7-4cf0-9207-23c6af184d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:38.804296 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-d788c8eb-84a7-4cf0-9207-23c6af184d22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.1177733 May 10 19:23:38.834014 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-4ce7f360-51eb-4718-baae-edb9185df55c req-949ee647-687b-48b9-8f5d-7445e8a1329a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:38.839590 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-949ee647-687b-48b9-8f5d-7445e8a1329a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a7629efa3f4f2f939838794f2d3cdd HTTP/1.1" status: 200 len: 379 time: 0.2025220 May 10 19:23:38.842031 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-9d699e59-606b-4f88-898e-624383677671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:38.843442 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-9d699e59-606b-4f88-898e-624383677671 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.1307142 May 10 19:23:38.900602 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device e392e7f6-9e07-44ff-9092-9fdbfe43a056 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:38.936641 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-63bf24ac-235e-49c6-aa7f-94863be66fb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835967 May 10 19:23:38.940303 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'port': {'device_id': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'admin_state_up': True, 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'security_groups': ['72602a09-691d-4b7b-859d-d7617afc2a16']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:39.081068 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port e392e7f6-9e07-44ff-9092-9fdbfe43a056 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:39.096671 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port e392e7f6-9e07-44ff-9092-9fdbfe43a056 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:39.097287 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:39.164935 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-3287d54f-92dc-433e-802e-48169b897acd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2831984 May 10 19:23:39.341101 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-f0868129-22a9-481d-8445-1b9b9d526e91 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869135 May 10 19:23:39.344426 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:39.435338 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:39.452535 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:39.522682 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port e392e7f6-9e07-44ff-9092-9fdbfe43a056, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e392e7f6-9e07-44ff-9092-9fdbfe43a056,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:39.524344 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a57eb-3769-4075-aaf0-d1411b251812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e392e7f6-9e07-44ff-9092-9fdbfe43a056'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:39.537033 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:39.542001 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:39.614965 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43884) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:39.616003 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Made reservation on behalf of 71a7629efa3f4f2f939838794f2d3cdd for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:39.621289 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:39.624081 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bee38-9dab-4b5d-a0e4-e7a4e27ed2ee req-b8bc6f14-5825-4759-b7df-02d6512abb8e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:39.634175 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0c2bee38-9dab-4b5d-a0e4-e7a4e27ed2ee req-b8bc6f14-5825-4759-b7df-02d6512abb8e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 944 time: 0.6576211 May 10 19:23:39.664812 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-92b277f0-aaa6-44bc-9334-07bc907767cb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:39.666364 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-92b277f0-aaa6-44bc-9334-07bc907767cb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 817 time: 0.8611493 May 10 19:23:39.680325 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-82a18f06-e922-4677-bdd3-3954faf881a7 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976063 May 10 19:23:39.714223 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=e392e7f6-9e07-44ff-9092-9fdbfe43a056,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:39.733480 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:39.828934 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db285abc-3e6e-4840-85d4-8b350d76ba4b req-b287fd89-5057-4c50-a0f6-576d21d3afdd tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:39.838067 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-db285abc-3e6e-4840-85d4-8b350d76ba4b req-b287fd89-5057-4c50-a0f6-576d21d3afdd tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.4166124 May 10 19:23:39.938207 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-db285abc-3e6e-4840-85d4-8b350d76ba4b req-d12811c3-236f-4006-b795-27ab2478e5d6 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989468 May 10 19:23:39.939465 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-26c544a9-8538-4a72-8b71-09b7335284ef tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a096c4e7fec4fcfadab63d96fa34cce HTTP/1.1" status: 200 len: 380 time: 0.2620258 May 10 19:23:39.951534 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0c2bee38-9dab-4b5d-a0e4-e7a4e27ed2ee req-886e8a64-1aea-4348-aa61-9f2073740f43 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165042 May 10 19:23:39.961912 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6f4a651a-60f2-4dd3-91d8-5eeeb79e3f06 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988355 May 10 19:23:39.998075 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.017252 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'port': {'device_id': '74355d02-7d22-449a-b5df-6de1cbec504f', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'admin_state_up': True, 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'security_groups': ['0f536f0c-0cea-4a3f-b745-9c07d46f8465']}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:40.122431 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95a57eb-3769-4075-aaf0-d1411b251812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e392e7f6-9e07-44ff-9092-9fdbfe43a056', 'code': 200} May 10 19:23:40.150883 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aeaf1b5e-e6e5-422b-bd51-ab3c11778b45 req-bfe8d7a0-f65d-4c1b-a4c8-319c921391b7 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531415 May 10 19:23:40.155756 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Allocated IP 172.20.0.14 (b806dc6c-0d9e-413a-9351-3dc782944567/ca12b9b2-800c-4aa4-a9af-18272ac5fbe0/be97bcdf-5871-44ca-a0fe-75f2657285ab) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:40.219278 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:40.230636 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:40.235304 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:40.254114 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Made reservation on behalf of 2a096c4e7fec4fcfadab63d96fa34cce for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:40.258260 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.279451 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Usage tracker for resource:security_group_rule and tenant:5ca5de4e546b44cb8c9a1bad7e741705 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:40.282242 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:40.288718 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:40.322428 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-57d2e174-d0ff-4d6e-a430-022227b73e69 req-e5ced257-b683-4ddf-aba3-71f3d06fb686 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 210 time: 0.0706205 May 10 19:23:40.520238 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.542617 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8fdd9-7a74-4919-82ac-8e3a86916f1f req-13bb4ce5-d5b4-4623-aafa-c8055576c25a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:40.544021 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ecd8fdd9-7a74-4919-82ac-8e3a86916f1f req-13bb4ce5-d5b4-4623-aafa-c8055576c25a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 944 time: 0.3315372 May 10 19:23:40.555708 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-461a8eb9-acf1-427e-b603-ced7b4936aa2 req-6f3facf4-2764-4739-ae4a-43267b03b824 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 210 time: 0.0915241 May 10 19:23:40.560980 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03cb1d-e622-4b88-8286-3878a23f15d5 req-3b942344-1c5a-4ea1-8f1e-71072db7e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:40.562451 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bf03cb1d-e622-4b88-8286-3878a23f15d5 req-3b942344-1c5a-4ea1-8f1e-71072db7e8c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 1098 time: 0.1940055 May 10 19:23:40.612816 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Allocated IP 172.20.0.12 (c6f0e170-c778-46c6-afb0-184c129fd23f/fb993a3e-19a0-4458-bd22-9e98b3b8e850/7af733c9-f5e2-45a9-8764-bff169ddd04f) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:40.638972 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bf03cb1d-e622-4b88-8286-3878a23f15d5 req-93a8b853-1b18-4186-bd26-15c0959c0492 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676341 May 10 19:23:40.664281 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Transition to ACTIVE for port object be97bcdf-5871-44ca-a0fe-75f2657285ab will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:40.668953 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.678979 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.696726 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:40.754313 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ecd8fdd9-7a74-4919-82ac-8e3a86916f1f req-b5a4c393-b133-4d49-a1dc-3af2dd3225ef tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945801 May 10 19:23:40.759260 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeecbae-c071-4e26-8705-7646753c0109,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:40.778248 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:40.783499 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ca5de4e546b44cb8c9a1bad7e741705&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1416202 May 10 19:23:40.786192 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43904) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:40.820267 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.825296 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.836406 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4b48f3e4-e5fa-47b5-a56b-b7e21f764818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:40.841002 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Transition to ACTIVE for port object 7af733c9-f5e2-45a9-8764-bff169ddd04f will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:40.864588 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.871640 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:40.908293 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Network b806dc6c-0d9e-413a-9351-3dc782944567 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:40.912721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:40.915501 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:40.922437 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:40.923066 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.928144 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Network c6f0e170-c778-46c6-afb0-184c129fd23f is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:40.931200 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:40.935533 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:23:40.940802 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:40.941408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.975958 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'Port': ['ID=be97bcdf-5871-44ca-a0fe-75f2657285ab,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:40.977667 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9645913 May 10 19:23:40.981778 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:40.981925 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:40.984388 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:40.994179 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f23ad074-d8f3-418c-892d-0c8ebe9ea77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:40.998453 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Request body: {'port': {'device_id': '74355d02-7d22-449a-b5df-6de1cbec504f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:41.129579 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f23ad074-d8f3-418c-892d-0c8ebe9ea77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:41.142798 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2914076 May 10 19:23:41.176871 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Request body: {'port': {'device_id': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:23:41.368283 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c90527d6-3453-40f7-93c7-4b07d0c5ac75 None None] Provisioning for port 7af733c9-f5e2-45a9-8764-bff169ddd04f completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:41.375319 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c90527d6-3453-40f7-93c7-4b07d0c5ac75 None None] Provisioning complete for port 7af733c9-f5e2-45a9-8764-bff169ddd04f triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:41.377787 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c90527d6-3453-40f7-93c7-4b07d0c5ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:41.414951 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:41.444040 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:41.483109 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468178a-5028-44cd-ae3b-96ec7094759c req-5f86f539-99f0-4c89-a114-0f010b5c118b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:41.484688 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8468178a-5028-44cd-ae3b-96ec7094759c req-5f86f539-99f0-4c89-a114-0f010b5c118b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.2390161 May 10 19:23:41.495436 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e09438-7dd1-469d-b2f0-45dca0b292a5 req-42584460-aa51-425a-b7dd-e44f1957523a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:41.496975 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b8e09438-7dd1-469d-b2f0-45dca0b292a5 req-42584460-aa51-425a-b7dd-e44f1957523a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 945 time: 0.2294636 May 10 19:23:41.510225 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-c90527d6-3453-40f7-93c7-4b07d0c5ac75 None None] Port 7af733c9-f5e2-45a9-8764-bff169ddd04f cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:23:41.532462 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f23ad074-d8f3-418c-892d-0c8ebe9ea77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:41.537650 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c90527d6-3453-40f7-93c7-4b07d0c5ac75 None None] Provisioning for port be97bcdf-5871-44ca-a0fe-75f2657285ab completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:41.542846 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c90527d6-3453-40f7-93c7-4b07d0c5ac75 None None] Provisioning complete for port be97bcdf-5871-44ca-a0fe-75f2657285ab triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:41.543228 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c90527d6-3453-40f7-93c7-4b07d0c5ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:41.580326 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9df5b6e0-bf6d-42ed-b339-a2c54f4cabc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:41.625372 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ad074-d8f3-418c-892d-0c8ebe9ea77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeecbae-c071-4e26-8705-7646753c0109,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:41.629413 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f23ad074-d8f3-418c-892d-0c8ebe9ea77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:41.640272 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8468178a-5028-44cd-ae3b-96ec7094759c req-8d70bc61-6ac9-439b-9f8f-6e85ac8037e1 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132493 May 10 19:23:41.672934 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-c90527d6-3453-40f7-93c7-4b07d0c5ac75 None None] Port be97bcdf-5871-44ca-a0fe-75f2657285ab cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:23:41.699641 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f23ad074-d8f3-418c-892d-0c8ebe9ea77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:41.700869 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f23ad074-d8f3-418c-892d-0c8ebe9ea77a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aaeecbae-c071-4e26-8705-7646753c0109 HTTP/1.1" status: 204 len: 168 time: 0.9123728 May 10 19:23:41.807140 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b8e09438-7dd1-469d-b2f0-45dca0b292a5 req-60936b13-5573-44e6-935e-7d6fbe48878b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948885 May 10 19:23:42.050758 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad56ae-c4d2-4f4a-975e-c8fd036d1780 req-257fcbe3-b765-40e4-8891-7643ec7a44e6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:42.061734 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-57ad56ae-c4d2-4f4a-975e-c8fd036d1780 req-257fcbe3-b765-40e4-8891-7643ec7a44e6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 932 time: 0.2620432 May 10 19:23:42.183811 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-57ad56ae-c4d2-4f4a-975e-c8fd036d1780 req-f71f9a11-0aae-4f0d-87ed-a6f2112845e6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211987 May 10 19:23:42.274634 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af733c9-f5e2-45a9-8764-bff169ddd04f {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:42.292223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:42.316049 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be5cf8-fc6c-4803-8d04-b144aa2efaad req-e27dca15-6f8a-4d76-9f65-f598a4601bf1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:42.317728 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56be5cf8-fc6c-4803-8d04-b144aa2efaad req-e27dca15-6f8a-4d76-9f65-f598a4601bf1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 932 time: 0.2437134 May 10 19:23:42.348799 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 43954) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:42.375688 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Transition to ACTIVE for port object 7af733c9-f5e2-45a9-8764-bff169ddd04f will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:42.386756 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:42.398765 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:42.417862 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:42.477652 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be97bcdf-5871-44ca-a0fe-75f2657285ab {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:42.507920 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:42.546618 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Transition to ACTIVE for port object be97bcdf-5871-44ca-a0fe-75f2657285ab will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:23:42.558075 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56be5cf8-fc6c-4803-8d04-b144aa2efaad req-1377d492-4ade-457b-9405-7332a389da83 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075939 May 10 19:23:42.559661 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:42.567092 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:42.575843 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ba74dab8ec7a424892d940f16d160bdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:42.588007 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:42.614067 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:42.717799 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:42.727793 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-902acfa6-855d-4b41-87a9-9b72ca5a7811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:42.730009 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:42.773680 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223cecc-ee68-4feb-89f8-d78eb52998c4 req-98ac18ef-e7df-4ead-84c2-bfd30db3fe7a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:42.775408 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7223cecc-ee68-4feb-89f8-d78eb52998c4 req-98ac18ef-e7df-4ead-84c2-bfd30db3fe7a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 944 time: 0.4659050 May 10 19:23:42.783183 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Attempting to bind port 7af733c9-f5e2-45a9-8764-bff169ddd04f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:42.783684 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Attempting to bind port 7af733c9-f5e2-45a9-8764-bff169ddd04f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:42.784114 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Attempting to bind port 7af733c9-f5e2-45a9-8764-bff169ddd04f on network c6f0e170-c778-46c6-afb0-184c129fd23f {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:42.796201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Port 7af733c9-f5e2-45a9-8764-bff169ddd04f on network c6f0e170-c778-46c6-afb0-184c129fd23f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:23:42.797629 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Attempting to bind port 7af733c9-f5e2-45a9-8764-bff169ddd04f on network c6f0e170-c778-46c6-afb0-184c129fd23f {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:42.822538 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:42.822929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Checking segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:42.823428 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Bound using segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:42.823963 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Bound port: 7af733c9-f5e2-45a9-8764-bff169ddd04f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:42.824403 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:42.899367 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7223cecc-ee68-4feb-89f8-d78eb52998c4 req-c62a678d-2b7b-42a2-b4c7-dee6c0806972 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086364 May 10 19:23:42.985047 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:42.989570 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:42.995846 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.002139 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9da4b85d-89d9-46a5-99d9-6ecd5ddc8d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:43.030039 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Pushing event updated for resources: {'Port': ['ID=be97bcdf-5871-44ca-a0fe-75f2657285ab,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:43.033839 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:43.037601 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.043961 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Attempting to bind port be97bcdf-5871-44ca-a0fe-75f2657285ab on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:23:43.043961 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Attempting to bind port be97bcdf-5871-44ca-a0fe-75f2657285ab by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:23:43.044308 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Attempting to bind port be97bcdf-5871-44ca-a0fe-75f2657285ab on network b806dc6c-0d9e-413a-9351-3dc782944567 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:43.055311 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.058695 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Port be97bcdf-5871-44ca-a0fe-75f2657285ab on network b806dc6c-0d9e-413a-9351-3dc782944567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:23:43.059019 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Attempting to bind port be97bcdf-5871-44ca-a0fe-75f2657285ab on network b806dc6c-0d9e-413a-9351-3dc782944567 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:23:43.070955 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:43.071755 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.073388 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 200 len: 1094 time: 2.0792060 May 10 19:23:43.073860 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:43.074574 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:43.098947 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:23:43.099267 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Checking segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:23:43.099656 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Bound using segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:23:43.100103 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Bound port: be97bcdf-5871-44ca-a0fe-75f2657285ab, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:23:43.100446 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.111909 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:43.117154 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:43.203757 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'status': 'completed', 'code': 200} May 10 19:23:43.204624 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ba74dab8ec7a424892d940f16d160bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8531165 May 10 19:23:43.210549 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 43974) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:43.302540 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] For port be97bcdf-5871-44ca-a0fe-75f2657285ab, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:23:43.310544 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] For port be97bcdf-5871-44ca-a0fe-75f2657285ab, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:23:43.313017 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-60d49f6b-e61b-40ab-a31a-5f5d0ad72e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.322916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe7f3fe-fbd2-42aa-949e-871ff11f60e8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:43.326253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-2e5b27a4-8a51-453c-93b3-3a1deab6df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:43.327774 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-2e5b27a4-8a51-453c-93b3-3a1deab6df4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1097 time: 0.2033930 May 10 19:23:43.343377 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.348421 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:43.354147 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:43.418673 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec82d4c-6264-4dd2-9b07-160d6f52ce5e req-a9b59476-88a9-4781-918f-976942299b91 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:43.420213 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ec82d4c-6264-4dd2-9b07-160d6f52ce5e req-a9b59476-88a9-4781-918f-976942299b91 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 945 time: 0.4522123 May 10 19:23:43.432614 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:43.433316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.435346 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] 10.222.0.66 "PUT /v2.0/ports/be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 200 len: 1094 time: 2.2733536 May 10 19:23:43.436205 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'tag': 'be97bcdf-5871-44ca-a0fe-75f2657285ab'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:43.466732 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-60d49f6b-e61b-40ab-a31a-5f5d0ad72e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.473889 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-96ab385d-6656-4a19-af78-4978070cd15f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 200 len: 217 time: 0.0920048 May 10 19:23:43.571250 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ec82d4c-6264-4dd2-9b07-160d6f52ce5e req-d34e2b38-eb03-4679-8a1c-eb6ee424e22f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205130 May 10 19:23:43.581767 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Pushing event updated for resources: {'Port': ['ID=be97bcdf-5871-44ca-a0fe-75f2657285ab,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:43.595958 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-34e69256-ed96-4021-b389-c1692e2d6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:43.596878 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-34e69256-ed96-4021-b389-c1692e2d6ebe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.1146851 May 10 19:23:43.612395 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:43.648985 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f360-51eb-4718-baae-edb9185df55c req-91cb7b8f-506e-4867-ba89-92e5ad146ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:43.650655 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-91cb7b8f-506e-4867-ba89-92e5ad146ef8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 1097 time: 0.1482604 May 10 19:23:43.652745 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'tag': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'status': 'completed', 'code': 200} May 10 19:23:43.670076 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85622c-cf96-4705-9160-ff40d672d3b5 req-25b8bd8d-85f7-497b-8c0a-87a6873a69c8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:43.677431 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fc85622c-cf96-4705-9160-ff40d672d3b5 req-25b8bd8d-85f7-497b-8c0a-87a6873a69c8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 944 time: 0.3539393 May 10 19:23:43.922138 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fc85622c-cf96-4705-9160-ff40d672d3b5 req-8741861e-a2be-484b-bd6a-daa8d9b869bb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437253 May 10 19:23:43.927017 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-60d49f6b-e61b-40ab-a31a-5f5d0ad72e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.933487 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-16c929d1-bf71-47a2-944f-91fd795c7426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:43.938532 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-53df4538-ef4f-40d5-9a25-3ac365d55d18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 200 len: 217 time: 0.2784438 May 10 19:23:43.950976 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d49f6b-e61b-40ab-a31a-5f5d0ad72e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe7f3fe-fbd2-42aa-949e-871ff11f60e8,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:43.959663 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-60d49f6b-e61b-40ab-a31a-5f5d0ad72e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:43.960582 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-60d49f6b-e61b-40ab-a31a-5f5d0ad72e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:43.965662 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-60d49f6b-e61b-40ab-a31a-5f5d0ad72e91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfe7f3fe-fbd2-42aa-949e-871ff11f60e8 HTTP/1.1" status: 204 len: 168 time: 0.7534277 May 10 19:23:44.001358 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-c35f3fe8-211a-432f-9eb1-450d2b4951c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:44.004656 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-c35f3fe8-211a-432f-9eb1-450d2b4951c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3994040 May 10 19:23:44.120836 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f360-51eb-4718-baae-edb9185df55c req-17edc6b5-7daf-4951-a170-d3266e19e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:44.123652 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-17edc6b5-7daf-4951-a170-d3266e19e12d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.1613894 May 10 19:23:44.237854 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b86129-8625-49f1-9455-c4a9ea9f2e25 req-552c6b9a-86db-40d2-9012-740015329c27 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:44.239019 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f0b86129-8625-49f1-9455-c4a9ea9f2e25 req-552c6b9a-86db-40d2-9012-740015329c27 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.3533206 May 10 19:23:44.304716 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f360-51eb-4718-baae-edb9185df55c req-c00b07b5-9ce4-4366-b8aa-7ccc532d30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:44.306091 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-c00b07b5-9ce4-4366-b8aa-7ccc532d30b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1757607 May 10 19:23:44.310948 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f0b86129-8625-49f1-9455-c4a9ea9f2e25 req-bc484ca7-ba12-4191-8c1d-8b5520ea2d9c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621898 May 10 19:23:44.313693 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-6ef1480b-bb19-48cd-a38d-1513a9e44e13 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010790 May 10 19:23:44.442617 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf50d9-1538-4482-928c-8b18cbab2c30 req-6cb6e4d7-32ea-408a-9d01-d89dfe4144b2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:44.448653 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c0cf50d9-1538-4482-928c-8b18cbab2c30 req-6cb6e4d7-32ea-408a-9d01-d89dfe4144b2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 944 time: 0.3065109 May 10 19:23:44.504035 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-90f65c55-0960-4635-9002-84c9bf5bd38c service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913221 May 10 19:23:44.601517 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c0cf50d9-1538-4482-928c-8b18cbab2c30 req-17a5e471-05e1-4019-be06-060198ab7664 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448810 May 10 19:23:44.679619 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67d0f837-ec4b-4eef-a31c-22714b345f50 req-f03410ad-03e2-453d-830b-6c85ba8ee71b service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590262 May 10 19:23:44.708835 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4ce7f360-51eb-4718-baae-edb9185df55c req-93781b0c-2f0f-4d73-a4a2-e0e84fb4f2c3 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942899 May 10 19:23:44.817489 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-38211095-96f5-4b8a-b6df-3e204c28ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:44.819368 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-38211095-96f5-4b8a-b6df-3e204c28ce3c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1097 time: 0.0832381 May 10 19:23:44.925365 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-b439b491-abeb-40b3-8e73-70800f5deb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:44.927570 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-b439b491-abeb-40b3-8e73-70800f5deb20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 1097 time: 0.1457870 May 10 19:23:44.933560 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device dbd529b8-cfb4-43cb-8e38-5a9117f66280 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:23:45.156762 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-571dc45f-2e96-4795-b98b-6e5a080ac876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:45.159533 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-571dc45f-2e96-4795-b98b-6e5a080ac876 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.3326302 May 10 19:23:45.214623 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port dbd529b8-cfb4-43cb-8e38-5a9117f66280, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbd529b8-cfb4-43cb-8e38-5a9117f66280,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:45.278558 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-1a373464-364d-484c-8d75-b2cce00ec2a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 200 len: 217 time: 0.1115623 May 10 19:23:45.312224 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-05e7b725-f80d-4a1c-9c96-16265f910cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:45.313711 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-05e7b725-f80d-4a1c-9c96-16265f910cc7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 912 time: 0.3713272 May 10 19:23:45.350104 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': 'dbd529b8-cfb4-43cb-8e38-5a9117f66280', 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76', 'port_id': 'dbd529b8-cfb4-43cb-8e38-5a9117f66280', 'mac_address': 'fa:16:3e:85:b5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:23:45.402993 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-bc56a03d-8600-4e2a-b0c3-09084bc4af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:45.405370 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-bc56a03d-8600-4e2a-b0c3-09084bc4af0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.1198106 May 10 19:23:45.417658 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-39a412b1-00ad-4078-a6c7-d0c6391621cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 200 len: 217 time: 0.0956769 May 10 19:23:45.454843 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf1451-71db-4f1f-aa27-2e30ff713303 req-1e0adbf8-f5d4-47ca-8822-f48cfe392a41 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:45.465946 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4cbf1451-71db-4f1f-aa27-2e30ff713303 req-1e0adbf8-f5d4-47ca-8822-f48cfe392a41 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 944 time: 0.3348048 May 10 19:23:45.475794 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:45.518106 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd529b8-cfb4-43cb-8e38-5a9117f66280 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:45.548547 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port dbd529b8-cfb4-43cb-8e38-5a9117f66280, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbd529b8-cfb4-43cb-8e38-5a9117f66280,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:45.554522 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:45.556182 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:23:45.586243 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:45.588813 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4cbf1451-71db-4f1f-aa27-2e30ff713303 req-1083cc02-c9b0-4de5-ad59-0920dbdb83c0 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220026 May 10 19:23:45.604135 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:45.607338 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-117dc1b0-8b44-41af-a8de-6f81d4ff4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:45.608907 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-117dc1b0-8b44-41af-a8de-6f81d4ff4dba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.1410570 May 10 19:23:45.627590 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-ab5b39f6-e550-454c-8d34-54aced57aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:45.629041 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-ab5b39f6-e550-454c-8d34-54aced57aea2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1932707 May 10 19:23:45.637225 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d57fc-0253-4e94-928a-a210bf1a3e14 req-7bc6ba0e-8655-45da-80d3-0c935d7241f1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:45.638671 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-350d57fc-0253-4e94-928a-a210bf1a3e14 req-7bc6ba0e-8655-45da-80d3-0c935d7241f1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1430464 May 10 19:23:45.648750 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '2bb6e504-26ce-4c14-9d69-3f128f9da7c2', 'network_id': '97912e0a-2415-47db-bbe1-697cbd4b9c76', 'port_id': '2bb6e504-26ce-4c14-9d69-3f128f9da7c2', 'mac_address': 'fa:16:3e:01:4b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:23:45.761764 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:45.790800 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-81132f15-762e-49b1-b454-af49b083adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:45.792274 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-81132f15-762e-49b1-b454-af49b083adb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1476662 May 10 19:23:45.799740 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:45.862895 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=dbd529b8-cfb4-43cb-8e38-5a9117f66280,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:45.870855 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:45.875928 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-3b903183-7660-4cf3-9fa6-51938bfbb607 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339132 May 10 19:23:45.877633 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:45.885723 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:45.888188 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:45.976866 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:45.981437 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:46.021803 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-e6ca6c6f-a4a2-48b2-bbda-ba30604ae71b service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128477 May 10 19:23:46.042967 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-350d57fc-0253-4e94-928a-a210bf1a3e14 req-729872db-4bb1-4359-8edf-7615393e2d00 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755636 May 10 19:23:46.049974 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-943134ca-420b-4dd8-b471-586ccd5ea686 req-a81e53b9-3831-4124-b147-4b682b6b396e service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638200 May 10 19:23:46.057146 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82bc0-036d-4484-9bae-b3b17b456559 req-2bfbd264-fd56-4d75-834a-44df303323fe tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:46.058908 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b6e82bc0-036d-4484-9bae-b3b17b456559 req-2bfbd264-fd56-4d75-834a-44df303323fe tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 945 time: 0.2271235 May 10 19:23:46.210292 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b6e82bc0-036d-4484-9bae-b3b17b456559 req-249a8bfb-6666-4bd3-8422-8d286bb6e31e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190662 May 10 19:23:46.240194 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1261edc1-7000-47ea-b52a-7ca302947f07 req-b9c7f820-3cb8-4786-b449-58a01fa2c460 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983969 May 10 19:23:46.385319 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['2bb6e504-26ce-4c14-9d69-3f128f9da7c2'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:23:46.498185 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['dbd529b8-cfb4-43cb-8e38-5a9117f66280'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:23:46.846742 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3819724-9ac9-481f-a9c1-29a2f7f25b2c req-004b246e-e37d-458d-b2c9-659d8e77ec70 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:46.848346 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3819724-9ac9-481f-a9c1-29a2f7f25b2c req-004b246e-e37d-458d-b2c9-659d8e77ec70 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 944 time: 0.1153646 May 10 19:23:46.933612 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3819724-9ac9-481f-a9c1-29a2f7f25b2c req-3602fc91-7f06-4b5e-a54c-6c99dd37b701 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752494 May 10 19:23:47.319623 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e47bf1-15f3-4e97-801c-ee7f004732c7 req-21d0cb02-55f9-47f1-9d17-ac5559f818f6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:47.321744 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-29e47bf1-15f3-4e97-801c-ee7f004732c7 req-21d0cb02-55f9-47f1-9d17-ac5559f818f6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1390729 May 10 19:23:47.367739 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-29e47bf1-15f3-4e97-801c-ee7f004732c7 req-8674539c-3771-4bd7-9bf2-07abfe80acfa tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 May 10 19:23:47.418967 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985d779-86bd-449c-81ca-9a010ea0e600 req-9122b17a-f910-4ab0-a45c-db1470422f2d tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:47.420484 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7985d779-86bd-449c-81ca-9a010ea0e600 req-9122b17a-f910-4ab0-a45c-db1470422f2d tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 945 time: 0.0866182 May 10 19:23:47.466901 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7985d779-86bd-449c-81ca-9a010ea0e600 req-d30cffbd-f05b-4f7c-9fad-5165c036f32b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 May 10 19:23:47.593248 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:48.128652 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26492a76-9fdd-4051-8a26-4c7bf66d68f4 req-d0be3b54-7134-4ce5-b6b6-17553e94e208 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:48.129355 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-26492a76-9fdd-4051-8a26-4c7bf66d68f4 req-d0be3b54-7134-4ce5-b6b6-17553e94e208 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:48.149812 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-26492a76-9fdd-4051-8a26-4c7bf66d68f4 req-d0be3b54-7134-4ce5-b6b6-17553e94e208 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:48.151236 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-26492a76-9fdd-4051-8a26-4c7bf66d68f4 req-d0be3b54-7134-4ce5-b6b6-17553e94e208 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 944 time: 0.1045222 May 10 19:23:48.270108 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-26492a76-9fdd-4051-8a26-4c7bf66d68f4 req-866ba84d-f45d-445f-a5c6-f3dff75a7c9e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121719 May 10 19:23:48.594536 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe9fbe-e3b6-4279-9bdf-6c55da7eef81 req-06eeb78e-a8cc-4c2a-833d-beeed9754e68 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:48.595411 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7dbe9fbe-e3b6-4279-9bdf-6c55da7eef81 req-06eeb78e-a8cc-4c2a-833d-beeed9754e68 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Synchronizing usage tracker for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:48.617446 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7dbe9fbe-e3b6-4279-9bdf-6c55da7eef81 req-06eeb78e-a8cc-4c2a-833d-beeed9754e68 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Unset dirty status for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:48.619591 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7dbe9fbe-e3b6-4279-9bdf-6c55da7eef81 req-06eeb78e-a8cc-4c2a-833d-beeed9754e68 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1327555 May 10 19:23:48.775653 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba498-4a30-4f0b-99c5-e4943a38f385 req-de1ebdf7-cb9c-443d-855d-5973e7803bd1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:48.777851 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7dbe9fbe-e3b6-4279-9bdf-6c55da7eef81 req-ff4c7dcd-006b-4c01-bd38-cf8b5feab131 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509035 May 10 19:23:48.779687 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2adba498-4a30-4f0b-99c5-e4943a38f385 req-de1ebdf7-cb9c-443d-855d-5973e7803bd1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 945 time: 0.1218686 May 10 19:23:48.870785 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2adba498-4a30-4f0b-99c5-e4943a38f385 req-87347d43-6dfa-4ea2-953a-f4235997a927 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789719 May 10 19:23:49.460294 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fe2cc-e94e-4aa7-957b-79d13e403cc2 req-c3cbfc6c-c038-416b-8f8c-1011a81e880b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:49.462068 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-280fe2cc-e94e-4aa7-957b-79d13e403cc2 req-c3cbfc6c-c038-416b-8f8c-1011a81e880b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 944 time: 0.0804687 May 10 19:23:49.507288 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-280fe2cc-e94e-4aa7-957b-79d13e403cc2 req-8f2ae3fe-483c-4b7a-8361-1e5892be340d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 May 10 19:23:49.751963 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:23:49.788707 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device dbd529b8-cfb4-43cb-8e38-5a9117f66280 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:49.949946 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:49.971397 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'port_id': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'mac_address': 'fa:16:3e:06:aa:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:23:49.991391 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a1bcc-e3ac-4775-976d-d909f681dc94 req-f565b1f3-b96c-4670-a6c0-dbbc6dc14cc9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:49.993103 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-681a1bcc-e3ac-4775-976d-d909f681dc94 req-f565b1f3-b96c-4670-a6c0-dbbc6dc14cc9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0906549 May 10 19:23:50.013609 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port dbd529b8-cfb4-43cb-8e38-5a9117f66280 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:50.031429 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port dbd529b8-cfb4-43cb-8e38-5a9117f66280 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:50.032405 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.046304 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-681a1bcc-e3ac-4775-976d-d909f681dc94 req-8c652145-8d20-4837-bb48-7bd4adec8d53 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470455 May 10 19:23:50.080953 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45999f27-0cf7-41e1-bf0b-da7e005ad5a6 req-724ac2bc-f2a5-4565-8970-e9fadabe9043 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:50.083272 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-45999f27-0cf7-41e1-bf0b-da7e005ad5a6 req-724ac2bc-f2a5-4565-8970-e9fadabe9043 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 945 time: 0.0978322 May 10 19:23:50.090022 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.121473 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af733c9-f5e2-45a9-8764-bff169ddd04f {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:50.144864 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-45999f27-0cf7-41e1-bf0b-da7e005ad5a6 req-4b1e8140-7ea3-45b0-8b7f-71d96e35f082 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541286 May 10 19:23:50.146384 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:50.151512 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.152217 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device be97bcdf-5871-44ca-a0fe-75f2657285ab details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:23:50.155609 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:50.334670 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:50.341144 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:50.370230 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.413181 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb2ce28-bad5-4519-8cb9-51543654b209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd529b8-cfb4-43cb-8e38-5a9117f66280'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:50.423216 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port be97bcdf-5871-44ca-a0fe-75f2657285ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:50.438670 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port dbd529b8-cfb4-43cb-8e38-5a9117f66280, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbd529b8-cfb4-43cb-8e38-5a9117f66280,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:50.441127 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'port_id': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'mac_address': 'fa:16:3e:b3:a0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:23:50.467784 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.468646 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:50.492697 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb2ce28-bad5-4519-8cb9-51543654b209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd529b8-cfb4-43cb-8e38-5a9117f66280', 'code': 200} May 10 19:23:50.500946 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-53016357-68fc-4f11-bc45-b07b7d7c8a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:50.596628 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.628877 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be97bcdf-5871-44ca-a0fe-75f2657285ab {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:23:50.637686 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=dbd529b8-cfb4-43cb-8e38-5a9117f66280,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:50.642901 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:50.655219 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port be97bcdf-5871-44ca-a0fe-75f2657285ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:50.656618 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:50.661674 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.663902 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:50.696929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3057a86-9616-4d24-87e7-f69fdb65eaca req-5a398454-8823-4396-8ed7-4cdc129cbb8c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:50.697181 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:50.697181 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.698141 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d3057a86-9616-4d24-87e7-f69fdb65eaca req-5a398454-8823-4396-8ed7-4cdc129cbb8c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 944 time: 0.0806565 May 10 19:23:50.748001 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d3057a86-9616-4d24-87e7-f69fdb65eaca req-6510e3b0-b0e8-4deb-bebb-2174fc2b4e18 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438056 May 10 19:23:50.795691 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=be97bcdf-5871-44ca-a0fe-75f2657285ab,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:50.799726 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:50.891415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.924598 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:50.928640 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:50.930546 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:50.995319 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:50.998297 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:51.266203 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8082e-3c44-4f98-8381-c7c17311c666 req-da6de75b-54d3-4498-a47c-c98762b284ec tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:51.267658 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6db8082e-3c44-4f98-8381-c7c17311c666 req-da6de75b-54d3-4498-a47c-c98762b284ec tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.1016831 May 10 19:23:51.314734 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6db8082e-3c44-4f98-8381-c7c17311c666 req-3125ee1f-c066-4a19-ac39-80bee750b6a9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399880 May 10 19:23:51.359156 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57c1f9-ceb5-4246-96f9-28791918b117 req-20525dae-fee8-4fdc-afdd-71bcad196a8c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:51.360667 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2d57c1f9-ceb5-4246-96f9-28791918b117 req-20525dae-fee8-4fdc-afdd-71bcad196a8c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0849476 May 10 19:23:51.406646 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2d57c1f9-ceb5-4246-96f9-28791918b117 req-f32b66eb-05bc-4867-b910-b7621a7ea7fd tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 May 10 19:23:51.938533 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293796f5-dba1-4818-989c-824a706b26eb req-8b215bd5-d4b2-4aea-99d3-151ac2fd6a7a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:51.939954 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-293796f5-dba1-4818-989c-824a706b26eb req-8b215bd5-d4b2-4aea-99d3-151ac2fd6a7a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 945 time: 0.0785134 May 10 19:23:51.987885 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-293796f5-dba1-4818-989c-824a706b26eb req-c00ca6b7-59be-4282-a100-d1cf309b5825 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417135 May 10 19:23:52.493937 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c3cc4b-f7b9-41ec-89cb-1a85145a1440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb6e504-26ce-4c14-9d69-3f128f9da7c2'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:52.579607 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85a0e9-6f60-48f9-ac5a-5f6d0f10f731 req-478cb370-f431-4875-8aed-1cf3539ae9e2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:52.581747 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cf85a0e9-6f60-48f9-ac5a-5f6d0f10f731 req-478cb370-f431-4875-8aed-1cf3539ae9e2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.0838218 May 10 19:23:52.606143 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428e463-9ff9-4f46-855c-146b4e829d2e req-2165075a-aed8-4d8d-9d82-77735a0aafc9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:52.607607 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1428e463-9ff9-4f46-855c-146b4e829d2e req-2165075a-aed8-4d8d-9d82-77735a0aafc9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0902779 May 10 19:23:52.656482 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1428e463-9ff9-4f46-855c-146b4e829d2e req-25da3306-3a97-4f26-be02-d7c7229263f3 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 May 10 19:23:52.678732 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cf85a0e9-6f60-48f9-ac5a-5f6d0f10f731 req-5ea46894-5d78-4a58-93b8-576ec6112b8a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810022 May 10 19:23:52.696821 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2092f5-a214-4234-ac9d-02a65961b38b req-98fff0e2-87a0-4877-94ab-7337f07ec602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:52.698349 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ab2092f5-a214-4234-ac9d-02a65961b38b req-98fff0e2-87a0-4877-94ab-7337f07ec602 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 1099 time: 0.0918465 May 10 19:23:52.714401 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c3cc4b-f7b9-41ec-89cb-1a85145a1440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb6e504-26ce-4c14-9d69-3f128f9da7c2', 'code': 200} May 10 19:23:52.748774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-ab2092f5-a214-4234-ac9d-02a65961b38b req-f20bb62a-18cc-4c3b-bddc-cbf75cd4a356 service neutron] Synchronizing usage tracker for tenant:f681b8b982c1406b9c9fabc4dbb3fed2 on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:23:52.775288 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-ab2092f5-a214-4234-ac9d-02a65961b38b req-f20bb62a-18cc-4c3b-bddc-cbf75cd4a356 service neutron] Unset dirty status for tenant:f681b8b982c1406b9c9fabc4dbb3fed2 on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:23:52.776345 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ab2092f5-a214-4234-ac9d-02a65961b38b req-f20bb62a-18cc-4c3b-bddc-cbf75cd4a356 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697746 May 10 19:23:52.990194 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['7af733c9-f5e2-45a9-8764-bff169ddd04f'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:23:53.030558 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['be97bcdf-5871-44ca-a0fe-75f2657285ab'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:23:53.103546 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc26d8c-3013-4c0c-b324-8d2f719c85f0 req-978e5f93-c1df-473e-b9dc-45d4d629be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:53.105032 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0bc26d8c-3013-4c0c-b324-8d2f719c85f0 req-978e5f93-c1df-473e-b9dc-45d4d629be44 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1098 time: 0.0934689 May 10 19:23:53.202645 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0bc26d8c-3013-4c0c-b324-8d2f719c85f0 req-91764abe-1ebe-4596-ae62-37fd25623d07 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599866 May 10 19:23:53.234376 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd38653-6e4f-4b2d-96bc-748f00076eea req-01090d54-4e6f-4038-ba08-0657d86c3a32 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:53.235895 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-abd38653-6e4f-4b2d-96bc-748f00076eea req-01090d54-4e6f-4038-ba08-0657d86c3a32 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 945 time: 0.1261413 May 10 19:23:53.285579 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-abd38653-6e4f-4b2d-96bc-748f00076eea req-52cd6b38-2867-480d-91f0-dead20ba1d2c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410607 May 10 19:23:53.529803 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-589f3d6a-c752-4c1b-bbf7-16389de14d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:53.876803 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af216af2-9eb8-4a56-b35c-047dff451bc1 req-cc683c36-fd32-4b5d-9624-180393efba93 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:53.881584 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af216af2-9eb8-4a56-b35c-047dff451bc1 req-cc683c36-fd32-4b5d-9624-180393efba93 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1075919 May 10 19:23:53.905809 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af952e7e-dbd2-4fdd-9767-989305769f85 req-8bf888ef-29fa-4c21-8254-6a4b11ae3e4b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:53.907479 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-af952e7e-dbd2-4fdd-9767-989305769f85 req-8bf888ef-29fa-4c21-8254-6a4b11ae3e4b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.0937364 May 10 19:23:53.952692 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af216af2-9eb8-4a56-b35c-047dff451bc1 req-76c64a44-2e18-4b45-849b-8b019852692c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673323 May 10 19:23:53.965307 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-af952e7e-dbd2-4fdd-9767-989305769f85 req-68039960-9e77-4235-b281-1e839a50c971 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487022 May 10 19:23:54.577175 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ed272-f6b3-41ef-b7c9-27679513952e req-dd2d6806-6c66-4ed1-a0c7-a99c6b36d2f7 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:54.579808 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e95ed272-f6b3-41ef-b7c9-27679513952e req-dd2d6806-6c66-4ed1-a0c7-a99c6b36d2f7 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 945 time: 0.1402121 May 10 19:23:54.656617 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e95ed272-f6b3-41ef-b7c9-27679513952e req-19c51bdd-02ed-457b-99e3-f2dffe967018 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703008 May 10 19:23:55.179817 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43fdbd-37bc-4909-a738-b8af1b579d3d req-7ff7980f-7426-4ef3-8606-e6402b7b4f7a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:55.183159 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2c43fdbd-37bc-4909-a738-b8af1b579d3d req-7ff7980f-7426-4ef3-8606-e6402b7b4f7a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1149857 May 10 19:23:55.208319 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279d514-d333-41a0-9666-ef5af2dd1790 req-40fee738-2aff-4477-997f-3a09d9bbe195 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:55.210743 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e279d514-d333-41a0-9666-ef5af2dd1790 req-40fee738-2aff-4477-997f-3a09d9bbe195 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.1142697 May 10 19:23:55.241950 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2c43fdbd-37bc-4909-a738-b8af1b579d3d req-bf72fd8a-60db-48dd-9732-bd391ba4c54f tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 May 10 19:23:55.264574 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e279d514-d333-41a0-9666-ef5af2dd1790 req-34582ccd-dc04-43cf-a7b6-12fb85e898bf tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 May 10 19:23:55.637898 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-3863dbde-4d4e-4c4a-8bdf-11a56e5ce998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:55.639397 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-3863dbde-4d4e-4c4a-8bdf-11a56e5ce998 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 1099 time: 0.0725412 May 10 19:23:55.708388 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28579f3f-5858-4258-ba18-685e0311207e req-554ceee1-7d25-4fbe-9526-fa2a66845ff9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:55.710592 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28579f3f-5858-4258-ba18-685e0311207e req-554ceee1-7d25-4fbe-9526-fa2a66845ff9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1011162 May 10 19:23:55.765945 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28579f3f-5858-4258-ba18-685e0311207e req-16b59646-7762-4b75-9747-51b408ad9fc0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485687 May 10 19:23:55.831677 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-de88ee42-840e-4b84-911c-dba61c2ed7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:55.833177 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-de88ee42-840e-4b84-911c-dba61c2ed7a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 920 time: 0.1838465 May 10 19:23:55.940997 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-f9760c4a-a6ec-481a-b0c1-3c120ebe67f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd529b8-cfb4-43cb-8e38-5a9117f66280 HTTP/1.1" status: 200 len: 217 time: 0.1004901 May 10 19:23:56.022314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-f3af137f-3aa3-4fb0-a449-cdd261f189b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:56.024274 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-f3af137f-3aa3-4fb0-a449-cdd261f189b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.0724678 May 10 19:23:56.063064 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cab6-ed98-4307-b314-5a4962f1ca2b req-b94409ff-b21e-4873-b978-39a4f12ae10e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:56.066219 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c623cab6-ed98-4307-b314-5a4962f1ca2b req-b94409ff-b21e-4873-b978-39a4f12ae10e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 945 time: 0.1751635 May 10 19:23:56.111642 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-a808fd15-526a-460f-bd90-3596d6f6ebc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802372 May 10 19:23:56.137805 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c623cab6-ed98-4307-b314-5a4962f1ca2b req-6246136b-e8d3-4247-8e2d-95dd139baead tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617630 May 10 19:23:56.267415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:56.362035 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-b14039bf-0113-4a96-a99e-c843d9768eac service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398648 May 10 19:23:56.371446 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 7af733c9-f5e2-45a9-8764-bff169ddd04f completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:56.372569 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26344039-cc6c-4af9-b880-1119968ff452 req-f8637dbe-5b7c-4be4-94a7-3c4b4a1a3527 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:56.374198 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-26344039-cc6c-4af9-b880-1119968ff452 req-f8637dbe-5b7c-4be4-94a7-3c4b4a1a3527 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.2292449 May 10 19:23:56.378057 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 7af733c9-f5e2-45a9-8764-bff169ddd04f triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:56.378757 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.515207 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888eca8-2fd0-4778-8b72-487368b6b138 req-f74c6050-7731-4f7f-9629-cad1b958b60f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:56.517593 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2888eca8-2fd0-4778-8b72-487368b6b138 req-f74c6050-7731-4f7f-9629-cad1b958b60f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.0902796 May 10 19:23:56.530057 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.575111 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b2a4dee0-a206-4761-9897-af8e1c87c799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.586859 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.588372 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2888eca8-2fd0-4778-8b72-487368b6b138 req-1b26a8d0-5629-4d53-90f8-60ef7d0ca140 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581398 May 10 19:23:56.595295 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:56.607776 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:56.613512 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.618234 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device be97bcdf-5871-44ca-a0fe-75f2657285ab up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:23:56.624244 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-26344039-cc6c-4af9-b880-1119968ff452 req-37212ce4-1294-4652-b7ce-ceaae2a89baf tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275133 May 10 19:23:56.657466 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:56.702016 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'code': 200} May 10 19:23:56.702231 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-feaedc5f-595e-4077-af72-4dbc2c78db09 req-1808524a-06a4-4602-9cc0-8574a102354b service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267686 May 10 19:23:56.709191 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44336) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:56.771818 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:56.783379 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.783941 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.784436 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.784831 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.785251 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.785674 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.786342 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.786777 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.787183 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.787591 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.788025 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.788403 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:56.794320 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:56.795399 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port be97bcdf-5871-44ca-a0fe-75f2657285ab completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:23:56.800766 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port be97bcdf-5871-44ca-a0fe-75f2657285ab triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:23:56.801176 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.871323 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.894460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:23:56.899144 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Usage tracker for resource:security_group_rule and tenant:f906a984f4f246e08b2f03066a9d0ac2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:23:56.902491 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:23:56.937421 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:23:56.948884 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.980924 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port be97bcdf-5871-44ca-a0fe-75f2657285ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:56.984336 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:56.986142 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8a3c17f3-a167-4e7a-aaaa-3ac91634d2ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:57.059804 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=be97bcdf-5871-44ca-a0fe-75f2657285ab,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:57.064016 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:57.089031 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d23f5-24d7-40c0-9fee-c2539854d655 req-d08e91ee-6493-4610-9f7c-de9ec80d8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:57.090547 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a22d23f5-24d7-40c0-9fee-c2539854d655 req-d08e91ee-6493-4610-9f7c-de9ec80d8b24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1099 time: 0.1844704 May 10 19:23:57.131126 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cdbfa-b362-4412-9c13-99e634724478 req-434fb007-0e27-46a6-a217-09f9fc0a2d15 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:57.132590 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c08cdbfa-b362-4412-9c13-99e634724478 req-434fb007-0e27-46a6-a217-09f9fc0a2d15 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1929815 May 10 19:23:57.189892 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:57.194455 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a22d23f5-24d7-40c0-9fee-c2539854d655 req-cc598f30-db25-4fa4-9aca-1aeaae4fb0ca service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921278 May 10 19:23:57.196542 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:57.214658 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:57.255687 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c08cdbfa-b362-4412-9c13-99e634724478 req-3e42be51-ba73-4f63-8f44-54123ca35a02 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102529 May 10 19:23:57.266548 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f906a984f4f246e08b2f03066a9d0ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539954 May 10 19:23:57.266548 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5126652-7ba7-4b39-8a4a-4162ec11c66f,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:57.267627 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44354) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:57.286731 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.287101 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.287459 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.287808 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.288151 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.288502 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.288839 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.289182 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.289652 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.289918 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.290283 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.290563 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:57.296450 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:57.351173 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0057f872-2bd8-4212-8c87-0ef97c33e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:57.383015 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc84c1-f9e2-446c-9255-9676aa249b29 req-ab31a26a-9724-4a09-8860-4f629c163f0e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:57.384814 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f7fc84c1-f9e2-446c-9255-9676aa249b29 req-ab31a26a-9724-4a09-8860-4f629c163f0e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1362672 May 10 19:23:57.390936 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0057f872-2bd8-4212-8c87-0ef97c33e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:57.441468 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f7fc84c1-f9e2-446c-9255-9676aa249b29 req-d006de39-3cb2-4948-b1a7-f95f113aed56 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505166 May 10 19:23:57.482813 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0057f872-2bd8-4212-8c87-0ef97c33e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:57.486891 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-33bcd8a0-a730-411c-a555-17d05bc1f476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:23:57.498251 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057f872-2bd8-4212-8c87-0ef97c33e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5126652-7ba7-4b39-8a4a-4162ec11c66f,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:57.502317 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0057f872-2bd8-4212-8c87-0ef97c33e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:23:57.507324 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0057f872-2bd8-4212-8c87-0ef97c33e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:57.511116 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-0057f872-2bd8-4212-8c87-0ef97c33e20b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5126652-7ba7-4b39-8a4a-4162ec11c66f HTTP/1.1" status: 204 len: 168 time: 0.2424994 May 10 19:23:57.563850 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:57.882807 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b6e2f-d8ae-4747-9f01-052497c2701c req-1c0e0fff-97b9-4387-a296-96e906b8c52c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:57.890318 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7905ff-00cc-4934-9a98-fdca445a8a01 req-4ce1d39a-d875-480e-b7ac-aa06bf0baf2e tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:57.892248 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce7905ff-00cc-4934-9a98-fdca445a8a01 req-4ce1d39a-d875-480e-b7ac-aa06bf0baf2e tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.0989468 May 10 19:23:57.894100 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-916b6e2f-d8ae-4747-9f01-052497c2701c req-1c0e0fff-97b9-4387-a296-96e906b8c52c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1714702 May 10 19:23:57.950093 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-916b6e2f-d8ae-4747-9f01-052497c2701c req-ad1b54bc-2d15-4976-aae5-075afe813f6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495667 May 10 19:23:57.988051 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce7905ff-00cc-4934-9a98-fdca445a8a01 req-755588b3-4962-420b-bc51-1b7f87bc42c7 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787385 May 10 19:23:58.516769 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2d604-d610-4b13-bc72-67f60cc655a4 req-ec485cf8-d91f-41f3-9f46-09cade5f6e06 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:58.526416 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-25c2d604-d610-4b13-bc72-67f60cc655a4 req-ec485cf8-d91f-41f3-9f46-09cade5f6e06 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1149681 May 10 19:23:58.610429 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-25c2d604-d610-4b13-bc72-67f60cc655a4 req-3c08eaff-ab14-4741-9056-361a2a39de35 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827675 May 10 19:23:58.704517 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be97bcdf-5871-44ca-a0fe-75f2657285ab'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:23:58.725465 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec11c-af29-4080-b4f4-d835f2002164 req-8e2a398f-33fe-4ef0-b35f-23722a4566bf tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:58.739629 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cc0ec11c-af29-4080-b4f4-d835f2002164 req-8e2a398f-33fe-4ef0-b35f-23722a4566bf tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1532264 May 10 19:23:58.826261 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'code': 200} May 10 19:23:58.849703 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cc0ec11c-af29-4080-b4f4-d835f2002164 req-89336657-a0c8-4b59-95a1-c6c95eca64b2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077495 May 10 19:23:58.923380 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:58.949819 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-f14ecbc8-efaf-45b9-8f63-8c373c5ec3ea tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:58.951517 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-f14ecbc8-efaf-45b9-8f63-8c373c5ec3ea tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.2043915 May 10 19:23:59.348083 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d721b1f-919d-4180-98c6-47f6a152fad9 req-dc36ee43-bfd4-4b51-a254-e1de63906aae tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:59.351682 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4d721b1f-919d-4180-98c6-47f6a152fad9 req-dc36ee43-bfd4-4b51-a254-e1de63906aae tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 945 time: 0.1819379 May 10 19:23:59.397944 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb53-2010-45a1-b2e4-5732f61cd40f req-e4c86ab8-435b-4d21-9ffd-d7e6f6554dcb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:59.400519 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06f7cb53-2010-45a1-b2e4-5732f61cd40f req-e4c86ab8-435b-4d21-9ffd-d7e6f6554dcb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1295629 May 10 19:23:59.405662 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Deleting port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:23:59.406292 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:59.413429 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4d721b1f-919d-4180-98c6-47f6a152fad9 req-56056702-55a5-4348-918d-9a6ec58ac3ae tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/security-groups?id=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562258 May 10 19:23:59.444158 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eedb1-6e17-488f-bfa2-6c06117c64e9 req-1df9f538-9cc6-41c1-917b-f980a0e0db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:59.446938 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e12eedb1-6e17-488f-bfa2-6c06117c64e9 req-1df9f538-9cc6-41c1-917b-f980a0e0db41 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 1099 time: 0.2061362 May 10 19:23:59.500610 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e12eedb1-6e17-488f-bfa2-6c06117c64e9 req-a5aff4e8-970e-45bc-9619-dd8897dd561e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450320 May 10 19:23:59.568082 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06f7cb53-2010-45a1-b2e4-5732f61cd40f req-d4b15d49-5e00-48dd-ad75-501023e65181 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130221 May 10 19:23:59.617813 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] For port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,segment=NetworkSegment(12069350-11eb-4983-bdab-2b04e38ef6e5),segment_id=12069350-11eb-4983-bdab-2b04e38ef6e5)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:23:59.618280 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:59.797108 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Calling delete_port for 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 owned by compute:nova {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:23:59.845403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bc791-d1d9-41f1-9ef7-66d76946b970 req-f27c5ed1-64ed-4b67-b2ab-0a9243a06e46 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:59.869596 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae5bc791-d1d9-41f1-9ef7-66d76946b970 req-f27c5ed1-64ed-4b67-b2ab-0a9243a06e46 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1835186 May 10 19:23:59.870091 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 44450) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:23:59.880847 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'floatingip': {'port_id': '7af733c9-f5e2-45a9-8764-bff169ddd04f'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:00.033705 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:00.100809 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:00.114272 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['32b64d96-79c0-45e9-8d6e-dbdfeb4af885'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:24:00.201363 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:00.239304 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953aa6-218f-4005-aa87-d851027787e5 req-a513abd6-d1ec-4a11-b5d3-ab3b88a389af tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:00.240692 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b9953aa6-218f-4005-aa87-d851027787e5 req-a513abd6-d1ec-4a11-b5d3-ab3b88a389af tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.2339103 May 10 19:24:00.253205 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Pushing event deleted for resources: {'Port': ['ID=32b64d96-79c0-45e9-8d6e-dbdfeb4af885,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:00.261796 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:00.273976 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cda08-a8f3-4aec-8e68-aa41bafa9206 req-c443b765-14cf-4acf-8f99-b63667694011 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:00.282234 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1e2cda08-a8f3-4aec-8e68-aa41bafa9206 req-c443b765-14cf-4acf-8f99-b63667694011 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.2936001 May 10 19:24:00.391858 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b9953aa6-218f-4005-aa87-d851027787e5 req-f7ed0985-61b0-4367-bd23-cba7638e3b2e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398954 May 10 19:24:00.393333 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] No DVR routers for this DVR port 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 on host hv-cinder-78445 {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:24:00.409263 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:00.412147 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1237ccf1-0009-4b89-bda1-a4a0edffde43', 'name': 'network-vif-deleted', 'tag': '32b64d96-79c0-45e9-8d6e-dbdfeb4af885'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:24:00.435174 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-47973bf0-d110-4f51-bca2-5908d1d537a9 req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.66 "DELETE /v2.0/ports/32b64d96-79c0-45e9-8d6e-dbdfeb4af885 HTTP/1.1" status: 204 len: 173 time: 1.4776733 May 10 19:24:00.517848 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1237ccf1-0009-4b89-bda1-a4a0edffde43', 'name': 'network-vif-deleted', 'tag': '32b64d96-79c0-45e9-8d6e-dbdfeb4af885', 'status': 'completed', 'code': 200} May 10 19:24:00.545254 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1e2cda08-a8f3-4aec-8e68-aa41bafa9206 req-6e162e8b-0b8a-4ade-80c2-a79d7703c46d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574759 May 10 19:24:00.664738 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-1adc4608-6f28-4348-be3d-e70a6ca2d8a3 req-6ce91a21-ca0b-422a-b3ac-59e17a61aa4b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Synchronizing usage tracker for tenant:2a520b3d530e4dc39fb708daf0df04d1 on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:24:00.681287 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-1adc4608-6f28-4348-be3d-e70a6ca2d8a3 req-6ce91a21-ca0b-422a-b3ac-59e17a61aa4b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Unset dirty status for tenant:2a520b3d530e4dc39fb708daf0df04d1 on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:24:00.682481 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1adc4608-6f28-4348-be3d-e70a6ca2d8a3 req-6ce91a21-ca0b-422a-b3ac-59e17a61aa4b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.0619006 May 10 19:24:00.988947 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44488) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:01.001773 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.007062 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.059868 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Deleting subnet ccdc20d3-a7b0-4765-a434-0c7d4dd253ba {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:24:01.063046 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.114208 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.121555 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.251677 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Floating IP c5cae2d6-1702-4aa3-992c-81e4b6d01492 associated. External IP: 172.27.2.160, port: 7af733c9-f5e2-45a9-8764-bff169ddd04f. May 10 19:24:01.388864 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.396152 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c5015576-5920-45a0-9673-2241fac90559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:01.445244 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccdc20d3-a7b0-4765-a434-0c7d4dd253ba,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:01.450432 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.460003 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ccdc20d3-a7b0-4765-a434-0c7d4dd253ba HTTP/1.1" status: 204 len: 168 time: 0.4696789 May 10 19:24:01.461002 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:01.461458 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44496) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:01.580999 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.716309 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Router 67d667f1-d951-41ac-9e2c-315303446c8b has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:24:01.730458 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a5f10-c223-480d-a4b3-42e310ddef39 req-f8814010-64cf-478e-823c-5dbfd9acbeac tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:01.731977 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae4a5f10-c223-480d-a4b3-42e310ddef39 req-f8814010-64cf-478e-823c-5dbfd9acbeac tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1593232 May 10 19:24:01.766958 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.788575 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.788857 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.789591 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.789937 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > port after_create 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.790255 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.790696 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > port after_update 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.791008 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.791314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.791631 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.791939 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.919699 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae4a5f10-c223-480d-a4b3-42e310ddef39 req-09d77033-7738-4c4c-84c3-c92a6d104134 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294854 May 10 19:24:01.951967 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:24:01.956858 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.957855 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.958980 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.959503 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:01.960446 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ebdb50-d268-42df-a9d0-f7e5a1fa5365']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:01.966912 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:01.969646 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] Sync routers for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:24:01.981181 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:24:01.981912 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:23:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:01.983815 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d30d6b-e518-461a-9679-bb706cb24e17') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:01.984132 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d30d6b-e518-461a-9679-bb706cb24e17') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:02.004287 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.036935 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888d32f-e31c-4fde-9663-6be4f756b49d req-553c6498-bd4a-41c4-b5a6-8b09710e65a4 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:02.038731 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2888d32f-e31c-4fde-9663-6be4f756b49d req-553c6498-bd4a-41c4-b5a6-8b09710e65a4 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.3351619 May 10 19:24:02.043217 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.053554 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:24:02.053957 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: from cryptography.utils import int_from_bytes May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: from cryptography.utils import int_from_bytes May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:24:02.071458 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:24:02.076702 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0103ebed-def9-4aff-9453-18a7c1be5a02 req-3c464c03-2013-48cc-af4d-569c5cde421d tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.0522025 May 10 19:24:02.094995 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b8aad226-a00a-47c9-b006-dec3346bd977 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "PUT /v2.0/floatingips/c5cae2d6-1702-4aa3-992c-81e4b6d01492 HTTP/1.1" status: 200 len: 992 time: 2.2237811 May 10 19:24:02.096710 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:24:02.183804 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2888d32f-e31c-4fde-9663-6be4f756b49d req-b22d6bf3-be0d-4788-8c21-7b1f0d6c269f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327105 May 10 19:24:02.185232 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.189388 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-97bcd7d8-0f62-4581-8c6b-1f9318e8cf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:02.209937 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.213452 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=73ebdb50-d268-42df-a9d0-f7e5a1fa5365,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:02.216445 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:02.220879 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b37aa3e7-c9cb-4199-9f17-e676d77fcf0e admin admin] 10.222.0.58 "DELETE /v2.0/networks/73ebdb50-d268-42df-a9d0-f7e5a1fa5365 HTTP/1.1" status: 204 len: 168 time: 0.7558725 May 10 19:24:02.221214 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44520) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:02.221691 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:24:02.264813 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'status': 'completed', 'code': 200} May 10 19:24:02.283522 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Deleting subnet 67fdee3b-1b06-4e35-9694-ee41a6b1c20d {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:24:02.287407 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.341411 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.443423 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.534999 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83fb34-86a8-4509-b2e8-fef6520b84c9 req-2446f305-4a8a-4e2a-8200-981f1643d8e5 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:02.536636 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-df83fb34-86a8-4509-b2e8-fef6520b84c9 req-2446f305-4a8a-4e2a-8200-981f1643d8e5 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1684556 May 10 19:24:02.546041 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 44524) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:02.551470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'floatingip': {'port_id': 'be97bcdf-5871-44ca-a0fe-75f2657285ab'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:02.635140 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.636563 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'c5cae2d6-1702-4aa3-992c-81e4b6d01492', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'port_id': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'mac_address': 'fa:16:3e:06:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74355d02-7d22-449a-b5df-6de1cbec504f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:23:29Z', 'updated_at': '2021-05-10T19:24:00Z', 'revision_number': 1, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:02.640948 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] Checking router: 67d667f1-d951-41ac-9e2c-315303446c8b for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:24:02.651236 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:24:02.651878 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:23:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:02.817798 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.824581 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:02.838560 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:24:02.866705 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:02.869448 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fdee3b-1b06-4e35-9694-ee41a6b1c20d,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:02.872227 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:02.877204 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/67fdee3b-1b06-4e35-9694-ee41a6b1c20d HTTP/1.1" status: 204 len: 168 time: 0.6547096 May 10 19:24:02.880048 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44532) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:02.995967 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.178334 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.199846 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4f1c0f-a366-4a97-bd61-9b78b5058c8a']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:03.215687 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625e6f7c-ee73-4760-aa69-ebba12ae3fe0') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:03.216009 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625e6f7c-ee73-4760-aa69-ebba12ae3fe0') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:03.224088 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'c5cae2d6-1702-4aa3-992c-81e4b6d01492', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'port_id': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'mac_address': 'fa:16:3e:06:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74355d02-7d22-449a-b5df-6de1cbec504f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:23:29Z', 'updated_at': '2021-05-10T19:24:00Z', 'revision_number': 1, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:03.228707 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586af3f-badc-48da-b358-76dea2bb0362 None None] The sync data for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi is: [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'c5cae2d6-1702-4aa3-992c-81e4b6d01492', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'port_id': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'mac_address': 'fa:16:3e:06:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74355d02-7d22-449a-b5df-6de1cbec504f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:23:29Z', 'updated_at': '2021-05-10T19:24:00Z', 'revision_number': 1, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:24:03.233468 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.257070 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.276733 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f388-c55b-44f4-8b48-78b041cdb2a3 req-8f955715-ed53-415e-b72c-26e2a8721eb8 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:03.278289 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b961f388-c55b-44f4-8b48-78b041cdb2a3 req-8f955715-ed53-415e-b72c-26e2a8721eb8 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1705728 May 10 19:24:03.279381 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:24:03.279782 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:24:03.294146 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:24:03.406730 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.412613 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b961f388-c55b-44f4-8b48-78b041cdb2a3 req-51f68b60-769c-498e-a2a8-338bd6faf29b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144958 May 10 19:24:03.415356 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.415862 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.418513 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:03.422343 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.439736 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4f1c0f-a366-4a97-bd61-9b78b5058c8a,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:03.442861 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:03.444273 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ad83ecb2-1db1-4c22-a59d-1dfce2fd1516 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6a4f1c0f-a366-4a97-bd61-9b78b5058c8a HTTP/1.1" status: 204 len: 168 time: 0.5627801 May 10 19:24:03.519928 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550fb4f-9bfa-422b-8459-0d2c36c8a676 None None] New status for floating IP c5cae2d6-1702-4aa3-992c-81e4b6d01492: ACTIVE {{(pid=78732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:24:03.594160 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b8989516-82e5-446c-b5fc-3525a777e5bc req-9ed3d7ba-6df3-45be-ae7e-b789fe6d6cd4 tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.0514569 May 10 19:24:03.650758 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Floating IP 8fa6649b-93f8-42ec-b524-65a9ede162e4 associated. External IP: 172.27.2.139, port: be97bcdf-5871-44ca-a0fe-75f2657285ab. May 10 19:24:03.685335 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44544) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:03.738117 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d3bab5e4-4085-4910-a360-ad109b8d8af1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec6aef039b814bd49993b5810c0ba331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491741 May 10 19:24:03.738343 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44548) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:03.805631 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae026-57af-4cfa-97d8-2945b38ba4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.847093 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae026-57af-4cfa-97d8-2945b38ba4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.907967 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae026-57af-4cfa-97d8-2945b38ba4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.914334 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-aa5428a2-699a-4172-8d80-fdd2e8bd6510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:03.926382 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ae026-57af-4cfa-97d8-2945b38ba4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a6a46b-63dc-46cf-a971-5a4a76379752,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:03.929589 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0c5ae026-57af-4cfa-97d8-2945b38ba4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:03.932837 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae026-57af-4cfa-97d8-2945b38ba4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:03.933420 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-0c5ae026-57af-4cfa-97d8-2945b38ba4df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64a6a46b-63dc-46cf-a971-5a4a76379752 HTTP/1.1" status: 204 len: 168 time: 0.1941960 May 10 19:24:04.084112 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Router da345c56-2a9e-44b6-84eb-105523bfc96d has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:24:04.273034 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:24:04.277405 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:04.285806 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] Sync routers for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:24:04.296871 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:24:04.297603 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:23:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:04.312637 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44562) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:04.335351 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f03c1442-1843-4a6d-b228-01b90540f202 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "PUT /v2.0/floatingips/8fa6649b-93f8-42ec-b524-65a9ede162e4 HTTP/1.1" status: 200 len: 992 time: 1.7881591 May 10 19:24:04.335970 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'tag': 'be97bcdf-5871-44ca-a0fe-75f2657285ab'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:24:04.373343 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3e244846-55d1-4119-8166-949e5a626990 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82123979166949ca9fa404ca07671b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562520 May 10 19:24:04.373631 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44570) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:04.449653 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-facd4e60-f50a-404c-b89f-10b6bffc5a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:04.476725 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-facd4e60-f50a-404c-b89f-10b6bffc5a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:04.477517 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:24:04.490473 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:24:04.513944 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:24:04.514295 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 32b64d96-79c0-45e9-8d6e-dbdfeb4af885 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:24:04.531590 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-facd4e60-f50a-404c-b89f-10b6bffc5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:04.536779 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-951e31ef-fca5-4455-9b1b-740fa4e7edb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:04.553817 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd4e60-f50a-404c-b89f-10b6bffc5a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f8afd-617e-4ebe-9e38-890ae09493c6,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:04.556833 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-facd4e60-f50a-404c-b89f-10b6bffc5a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:04.557853 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-facd4e60-f50a-404c-b89f-10b6bffc5a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:04.561659 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-facd4e60-f50a-404c-b89f-10b6bffc5a0a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/941f8afd-617e-4ebe-9e38-890ae09493c6 HTTP/1.1" status: 204 len: 168 time: 0.1870756 May 10 19:24:04.849045 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '8fa6649b-93f8-42ec-b524-65a9ede162e4', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'port_id': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'mac_address': 'fa:16:3e:b3:a0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:23:28Z', 'updated_at': '2021-05-10T19:24:03Z', 'revision_number': 1, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:04.852951 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] Checking router: da345c56-2a9e-44b6-84eb-105523bfc96d for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:24:04.861165 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:24:04.861792 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:23:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:05.075191 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:24:05.431823 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '8fa6649b-93f8-42ec-b524-65a9ede162e4', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'port_id': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'mac_address': 'fa:16:3e:b3:a0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:23:28Z', 'updated_at': '2021-05-10T19:24:03Z', 'revision_number': 1, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:05.436062 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7806d70-cd13-4b06-95bc-1ecf7d0acdc2 None None] The sync data for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi is: [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '8fa6649b-93f8-42ec-b524-65a9ede162e4', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'floating_ip_address': '172.27.2.139', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'port_id': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'mac_address': 'fa:16:3e:b3:a0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:23:28Z', 'updated_at': '2021-05-10T19:24:03Z', 'revision_number': 1, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:24:05.650163 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94881aaa-85c1-4b87-b648-9df51b1f9df8 None None] New status for floating IP 8fa6649b-93f8-42ec-b524-65a9ede162e4: ACTIVE {{(pid=78732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:24:05.796563 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 44614) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:05.913104 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:24:05.919612 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:05.934065 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:05.937869 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Usage tracker for resource:security_group_rule and tenant:df76666105754592bcd74d88ee43a4ba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:05.940619 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:05.947275 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:06.031263 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:06.035170 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:06.042226 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:06.084011 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a6903-687e-4a01-94fb-b8a22a9ce8dc,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:06.091687 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df76666105754592bcd74d88ee43a4ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915156 May 10 19:24:06.092372 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44622) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:06.094407 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.094728 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.095137 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.095538 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.095944 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.096335 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.096727 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.097118 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.097556 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.097951 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.098441 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.098723 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:06.102668 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:06.152648 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5e108d1-2495-4527-8d3a-bcea77999c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:06.179005 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5e108d1-2495-4527-8d3a-bcea77999c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:06.279016 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5e108d1-2495-4527-8d3a-bcea77999c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:06.297863 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:06.302416 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'tag': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'status': 'completed', 'code': 200} May 10 19:24:06.324191 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e108d1-2495-4527-8d3a-bcea77999c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a6903-687e-4a01-94fb-b8a22a9ce8dc,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:06.327132 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c5e108d1-2495-4527-8d3a-bcea77999c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:06.340330 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5e108d1-2495-4527-8d3a-bcea77999c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:06.341461 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c5e108d1-2495-4527-8d3a-bcea77999c09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c51a6903-687e-4a01-94fb-b8a22a9ce8dc HTTP/1.1" status: 204 len: 168 time: 0.2481086 May 10 19:24:06.410272 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-c2f9bfd6-29b1-43cc-b97c-6c0df016cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:06.411783 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-c2f9bfd6-29b1-43cc-b97c-6c0df016cf5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1099 time: 0.1809587 May 10 19:24:06.443006 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-b73b742d-c117-46b8-9e10-0dd6f268c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:06.445459 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-b73b742d-c117-46b8-9e10-0dd6f268c4ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 1099 time: 0.1084192 May 10 19:24:06.633203 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19f52888-82e0-4898-b51e-db0313e24964 req-bdc1afce-6f6b-44eb-8105-2e0f35b3a66b tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.1328092 May 10 19:24:06.643753 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c301-7cfe-48af-90d6-b71f7ffb68cf req-a3d899ba-b49d-43ea-bee0-50c080afd0ed tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:06.651309 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7425c301-7cfe-48af-90d6-b71f7ffb68cf req-a3d899ba-b49d-43ea-bee0-50c080afd0ed tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1984632 May 10 19:24:06.654326 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-a031e471-e50c-4997-ab80-ae34bfde30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:06.655692 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-a031e471-e50c-4997-ab80-ae34bfde30fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.2356231 May 10 19:24:06.755009 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-edab2cd1-da3d-4f2e-bd3a-75cf480efd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:06.756843 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-edab2cd1-da3d-4f2e-bd3a-75cf480efd26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 912 time: 0.2981248 May 10 19:24:06.795228 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7425c301-7cfe-48af-90d6-b71f7ffb68cf req-97fa4763-9e65-4986-996a-d354eff95015 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429596 May 10 19:24:06.814213 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-a3ce4350-614a-40e5-88cc-0e6b5395418e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 200 len: 1002 time: 0.1391726 May 10 19:24:06.986214 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-da1217fb-c744-4abe-9d71-85ebaa415c9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 200 len: 1002 time: 0.2031436 May 10 19:24:11.123233 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-3a911a32-8298-4b41-a816-82395233dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:11.125379 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-3a911a32-8298-4b41-a816-82395233dd08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0830367 May 10 19:24:11.153799 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-fbeb808b-70da-42bd-8f1b-e1ff77de0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:11.155253 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-fbeb808b-70da-42bd-8f1b-e1ff77de0c62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.1132047 May 10 19:24:11.335137 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-632fd099-4a7d-4c31-bfdf-9ba02a80e75a req-92d8da5e-fb63-478b-b24b-ea52fa017bcb tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] 10.222.0.58 "GET /v2.0/ports?device_id=1237ccf1-0009-4b89-bda1-a4a0edffde43 HTTP/1.1" status: 200 len: 210 time: 0.0871651 May 10 19:24:11.360460 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-de88de2e-93e1-4b68-b2e1-03ad085028d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:11.361282 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-de88de2e-93e1-4b68-b2e1-03ad085028d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1827884 May 10 19:24:11.433758 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-b65d66f1-4630-4e08-b33b-b18d6d202c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:11.435253 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-b65d66f1-4630-4e08-b33b-b18d6d202c8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3012388 May 10 19:24:11.533117 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-512e5866-22c7-4be2-9e70-75ac3a5ec167 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:11.534697 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-512e5866-22c7-4be2-9e70-75ac3a5ec167 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 815 time: 0.2525661 May 10 19:24:11.557689 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-d380227d-2537-4fb4-bf8f-fec07d2e86ae tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/quotas/428bcbf709ea4aada68d31dc25260585 HTTP/1.1" status: 200 len: 375 time: 0.0150156 May 10 19:24:11.577814 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-58cc2549-3c73-47c4-a4a1-43039ca0bc06 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069874 May 10 19:24:11.620924 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8a801-9e5e-4f47-b7d7-3fab8314523b req-018a77a4-66e7-48c1-8886-51bdb1d3163f tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:11.622560 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-81d8a801-9e5e-4f47-b7d7-3fab8314523b req-018a77a4-66e7-48c1-8886-51bdb1d3163f tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1724057 May 10 19:24:11.658693 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-60f3a1e4-a517-4762-854e-4aa028f17ba2 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110791 May 10 19:24:11.740675 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-81d8a801-9e5e-4f47-b7d7-3fab8314523b req-a8146444-1733-4c37-a5a2-cc30e4c7b2f0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709715 May 10 19:24:11.756147 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-eca71b21-a187-4d14-896f-1b7d4db57cc8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1886160 May 10 19:24:11.764725 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4fc740ed-a6e6-4b77-a141-b018e1effa6d req-ad117c6c-dff4-400a-8218-c5ec2dcf069b service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751630 May 10 19:24:11.916808 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7412ef65-bf75-409f-8ab9-d22bfb8b7675 req-c767f5f6-3f9f-492d-906e-ccc4f10050fd service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473063 May 10 19:24:11.943531 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-203090f1-9f28-4730-ae75-9cbf1e815393 service neutron] 10.222.0.58 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743853 May 10 19:24:12.077120 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4fa0250f-918f-4b37-9326-d59d0da5f647 service neutron] 10.222.0.58 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282036 May 10 19:24:12.172524 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-f4f5dd1c-eca2-44f4-915c-9a05179037cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757999 May 10 19:24:12.335216 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f18a9955-2d52-473b-961a-8087801eec65 req-2e110faa-a74d-4677-8a75-694d9702db24 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 210 time: 0.0669482 May 10 19:24:12.364533 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-9267c709-1db7-4669-b809-dc6cb36d98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:12.366295 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-9267c709-1db7-4669-b809-dc6cb36d98d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 1098 time: 0.1000454 May 10 19:24:12.535805 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-0cc02cb2-63e6-4fb0-8106-c53b66b537e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:12.537330 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-0cc02cb2-63e6-4fb0-8106-c53b66b537e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 916 time: 0.1450047 May 10 19:24:12.607281 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-5b9dadac-9d22-4d00-ac53-754798a940d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e392e7f6-9e07-44ff-9092-9fdbfe43a056 HTTP/1.1" status: 200 len: 217 time: 0.0626936 May 10 19:24:12.677253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-0e1da0e0-b153-417f-bf2c-54ab0f2f5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:12.678764 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-0e1da0e0-b153-417f-bf2c-54ab0f2f5ac6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 200 len: 855 time: 0.0643492 May 10 19:24:12.738872 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-688b1722-5b9f-47e9-91f4-de378bd64f4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b2409f-4272-49bb-8a40-1e462a8b0335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528896 May 10 19:24:12.917139 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-41347ff7-0830-47f3-b3d3-f8aec7cb31da service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557000 May 10 19:24:13.063589 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677b430-5fc1-4aa2-9d2c-47cd8be06f5b req-b87bcee6-e68c-4afb-b0ec-898c8d4eb476 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:13.070397 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7677b430-5fc1-4aa2-9d2c-47cd8be06f5b req-b87bcee6-e68c-4afb-b0ec-898c8d4eb476 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1020627 May 10 19:24:13.126159 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7677b430-5fc1-4aa2-9d2c-47cd8be06f5b req-d774428e-779f-4d7c-8ac7-593c840e9e4e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543447 May 10 19:24:13.202091 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b57d124f-b5ed-4207-8820-ad017ea75f8e req-fdae9235-4fbb-4833-b1ce-3bf30708c9b0 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754023 May 10 19:24:13.386773 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44770) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:13.574057 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bf7d3e74-d041-42bc-92ad-64350f34deba req-6bc6c3d0-ef16-4a7b-bb5a-cbf8519ec35e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 210 time: 0.0754478 May 10 19:24:13.578651 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:13.608335 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:13.613015 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Usage tracker for resource:security_group_rule and tenant:768b92e816f54954b3b267858472bae7 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:13.617041 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:13.624661 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:13.887861 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:13.894058 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:13.905252 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:13.922725 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-5eaab78d-ec13-44a6-8c2f-07c8ec955920 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:13.924146 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-5eaab78d-ec13-44a6-8c2f-07c8ec955920 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 815 time: 0.2559495 May 10 19:24:13.954413 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Request body: {'port': {'device_id': 'ffc9a900-cd2c-4ee2-bb5a-94dca038bc72', 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'admin_state_up': True, 'tenant_id': '428bcbf709ea4aada68d31dc25260585'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:13.976495 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=768b92e816f54954b3b267858472bae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5885236 May 10 19:24:13.980101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 44782) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:13.981188 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e944d7-7047-41d7-9910-452d56f3134f,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:14.033109 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:14.062831 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2b5115c2-aadb-49d1-9188-5dacfa286bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.100301 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2b5115c2-aadb-49d1-9188-5dacfa286bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.114866 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:14.125513 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:14.139177 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Made reservation on behalf of 428bcbf709ea4aada68d31dc25260585 for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:14.144371 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.169668 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2b5115c2-aadb-49d1-9188-5dacfa286bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.179968 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5e8f73d7-ba23-402d-a130-c8a98e1ec9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:14.195547 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5115c2-aadb-49d1-9188-5dacfa286bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e944d7-7047-41d7-9910-452d56f3134f,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:14.199187 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2b5115c2-aadb-49d1-9188-5dacfa286bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:14.200877 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2b5115c2-aadb-49d1-9188-5dacfa286bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.202979 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2b5115c2-aadb-49d1-9188-5dacfa286bc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6e944d7-7047-41d7-9910-452d56f3134f HTTP/1.1" status: 204 len: 168 time: 0.2216711 May 10 19:24:14.254054 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44798) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:14.350091 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d535a-83a5-4370-af71-2d7531da1260 req-6b22d36f-27e5-4380-b505-f8428798b80c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:14.352511 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-269d535a-83a5-4370-af71-2d7531da1260 req-6b22d36f-27e5-4380-b505-f8428798b80c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0999937 May 10 19:24:14.388838 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] Deleting subnet 51e0de50-84d4-43df-ac7a-3a9486208134 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:24:14.395244 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.414236 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-269d535a-83a5-4370-af71-2d7531da1260 req-d949bb14-5b37-41f6-a16c-a037e1e3be25 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557978 May 10 19:24:14.475379 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Allocated IP 172.20.0.10 (a5b2409f-4272-49bb-8a40-1e462a8b0335/42e34396-f004-43b2-90d5-f11afe60c968/64747f7b-58e7-4fa4-82df-2bbde0df5de3) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:24:14.478981 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.570665 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.631289 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44812) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:14.730251 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:14.848552 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3b629272-18d1-4a3f-b3a1-49ac0c14ea3c req-b6146bf5-3008-42cb-82c7-65422473d834 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 210 time: 0.1241932 May 10 19:24:14.884525 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:14.903249 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:9afe9924a2b846c89eb3fb7f43ee03ba is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:14.919829 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:14.943735 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:14.983531 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.111320 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.124137 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:15.172693 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e0de50-84d4-43df-ac7a-3a9486208134,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:15.174471 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.188259 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:15.195876 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.208492 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.217044 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.228604 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8787a795-bb5e-4a7b-ae44-3c5c0acba6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:15.279260 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c711ecab-897d-42f8-99ac-19df4dbdec31 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/51e0de50-84d4-43df-ac7a-3a9486208134 HTTP/1.1" status: 204 len: 168 time: 1.0242877 May 10 19:24:15.282305 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 44820) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:15.289553 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9afe9924a2b846c89eb3fb7f43ee03ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6572344 May 10 19:24:15.293367 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44824) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:15.293964 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf95ac2-08f0-4b01-bf71-94ec59cec8f6,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:15.300389 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Network a5b2409f-4272-49bb-8a40-1e462a8b0335 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:24:15.301383 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:15.310130 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:15.346137 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:24:15.371283 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:24:15.398529 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.521596 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Pushing event updated for resources: {'Port': ['ID=64747f7b-58e7-4fa4-82df-2bbde0df5de3,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:15.525574 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:15.536696 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.553331 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.553722 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.554491 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.554823 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > port after_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.555146 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > port after_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.555481 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > port after_update 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.555799 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.556166 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.556414 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.557086 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.588865 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:15.590341 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.607130 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dadc66d3-baec-44e8-9e5c-f3e2010770db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.627807 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.628161 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.628489 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.628824 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.629184 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5386ad07-8537-4e3e-bf7e-1edf9e529595']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:15.649141 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7039671 May 10 19:24:15.654022 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dadc66d3-baec-44e8-9e5c-f3e2010770db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.679762 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12069350-11eb-4983-bdab-2b04e38ef6e5') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:15.680056 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12069350-11eb-4983-bdab-2b04e38ef6e5') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:15.694973 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-946362'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.717619 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.727916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:24:15.728233 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2618596'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.731311 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dadc66d3-baec-44e8-9e5c-f3e2010770db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.736128 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-758b8825-0546-41e6-9948-4c4e6e7119b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:15.747776 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc66d3-baec-44e8-9e5c-f3e2010770db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf95ac2-08f0-4b01-bf71-94ec59cec8f6,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:15.750694 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-dadc66d3-baec-44e8-9e5c-f3e2010770db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: from cryptography.utils import int_from_bytes May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: from cryptography.utils import int_from_bytes May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: timer() May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: self._notify() May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: event.method(event) May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:24:15.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:24:15.760164 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-dadc66d3-baec-44e8-9e5c-f3e2010770db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.763093 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-dadc66d3-baec-44e8-9e5c-f3e2010770db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/caf95ac2-08f0-4b01-bf71-94ec59cec8f6 HTTP/1.1" status: 204 len: 168 time: 0.4644830 May 10 19:24:15.861369 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8e35-edf6-412c-9ecc-aea650910d99 req-2cbab9ac-7760-4b6d-9d6a-1b0b01963635 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:15.863029 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7c7f8e35-edf6-412c-9ecc-aea650910d99 req-2cbab9ac-7760-4b6d-9d6a-1b0b01963635 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.3133488 May 10 19:24:15.907704 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:15.933837 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['e392e7f6-9e07-44ff-9092-9fdbfe43a056'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:24:15.944351 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:15.995143 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7c7f8e35-edf6-412c-9ecc-aea650910d99 req-0f3b9cf8-1558-470f-ab6c-fceaec55e6f0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241348 May 10 19:24:16.015898 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:16.037491 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Pushing event deleted for resources: {'Network': ['ID=5386ad07-8537-4e3e-bf7e-1edf9e529595,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:16.044683 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] 10.222.0.58 "DELETE /v2.0/networks/5386ad07-8537-4e3e-bf7e-1edf9e529595 HTTP/1.1" status: 204 len: 168 time: 0.7585814 May 10 19:24:16.044683 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:16.294431 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44868) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:16.345558 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ed1c3e1f-5f25-4484-b179-b92395c5d859 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a520b3d530e4dc39fb708daf0df04d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496712 May 10 19:24:16.347988 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44874) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:16.412468 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-121c4fdb-d019-4df7-96d1-981f65589e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:16.441750 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-121c4fdb-d019-4df7-96d1-981f65589e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:16.496607 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-121c4fdb-d019-4df7-96d1-981f65589e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:16.501290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:16.514980 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c4fdb-d019-4df7-96d1-981f65589e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:16.517398 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-121c4fdb-d019-4df7-96d1-981f65589e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:16.522978 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-121c4fdb-d019-4df7-96d1-981f65589e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:16.524072 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-121c4fdb-d019-4df7-96d1-981f65589e73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/999dbcf2-7a31-4c79-9044-ce9b2b8fbaa8 HTTP/1.1" status: 204 len: 168 time: 0.1751571 May 10 19:24:18.538679 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Request body: {'port': {'device_id': 'ffc9a900-cd2c-4ee2-bb5a-94dca038bc72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:18.554628 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:18.665853 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:18.756529 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 44980) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:18.929638 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:18.958233 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:18.978290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Usage tracker for resource:security_group_rule and tenant:ca016ffa759e43d1972748ef01b0e8b7 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:18.979628 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:18.989408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:19.173905 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64747f7b-58e7-4fa4-82df-2bbde0df5de3 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:24:19.187828 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.230359 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Transition to ACTIVE for port object 64747f7b-58e7-4fa4-82df-2bbde0df5de3 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:24:19.245150 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.247168 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.254823 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6998d777-6e56-4110-8104-7e0336a1da28 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:19.261122 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5019532-6182-4534-b04a-6e944c1fdfbb req-5aa635e2-6165-4424-a60d-c840c9ed9005 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:19.262787 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5019532-6182-4534-b04a-6e944c1fdfbb req-5aa635e2-6165-4424-a60d-c840c9ed9005 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1730802 May 10 19:24:19.301165 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.339604 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5019532-6182-4534-b04a-6e944c1fdfbb req-8c257969-a72d-48d5-b572-d62a8404a328 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706611 May 10 19:24:19.413366 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1794d-e30c-4dff-96ac-1669ba4bfece req-4d8eff94-ab6d-47c3-827f-2c843a2430a5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:19.414143 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-67c1794d-e30c-4dff-96ac-1669ba4bfece req-4d8eff94-ab6d-47c3-827f-2c843a2430a5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:24:19.460832 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Pushing event updated for resources: {'Port': ['ID=64747f7b-58e7-4fa4-82df-2bbde0df5de3,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:19.463847 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:19.471054 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 44994) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:19.471261 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca016ffa759e43d1972748ef01b0e8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134781 May 10 19:24:19.479301 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c5e108d1-2495-4527-8d3a-bcea77999c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:19.541623 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-67c1794d-e30c-4dff-96ac-1669ba4bfece req-4d8eff94-ab6d-47c3-827f-2c843a2430a5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:24:19.542770 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67c1794d-e30c-4dff-96ac-1669ba4bfece req-4d8eff94-ab6d-47c3-827f-2c843a2430a5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 932 time: 0.4544666 May 10 19:24:19.545632 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6838db25-d4a4-485e-ab01-b6150b86cf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.573114 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6838db25-d4a4-485e-ab01-b6150b86cf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.586128 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c6f6a7-b31b-45bb-a8f6-ade6e7879eb3,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:19.589353 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:19.619830 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Attempting to bind port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:24:19.620480 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Attempting to bind port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:24:19.620852 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Attempting to bind port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:24:19.625740 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-67c1794d-e30c-4dff-96ac-1669ba4bfece req-4c7ade34-25bf-4fd4-be1b-41b1b64e80ab tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745120 May 10 19:24:19.631716 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:24:19.632149 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Attempting to bind port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:24:19.635492 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6838db25-d4a4-485e-ab01-b6150b86cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.639360 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:24:19.639704 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Checking segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:24:19.640093 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Bound using segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:24:19.640525 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Bound port: 64747f7b-58e7-4fa4-82df-2bbde0df5de3, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:24:19.640872 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.646097 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:19.660899 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838db25-d4a4-485e-ab01-b6150b86cf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c6f6a7-b31b-45bb-a8f6-ade6e7879eb3,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:19.664002 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6838db25-d4a4-485e-ab01-b6150b86cf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:19.665007 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6838db25-d4a4-485e-ab01-b6150b86cf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.668986 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6838db25-d4a4-485e-ab01-b6150b86cf2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26c6f6a7-b31b-45bb-a8f6-ade6e7879eb3 HTTP/1.1" status: 204 len: 168 time: 0.1947687 May 10 19:24:19.738299 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] For port 64747f7b-58e7-4fa4-82df-2bbde0df5de3, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:24:19.741500 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] For port 64747f7b-58e7-4fa4-82df-2bbde0df5de3, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64747f7b-58e7-4fa4-82df-2bbde0df5de3,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:24:19.746143 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.757707 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fb1e21f5-a81c-4122-814d-a7e365c7847b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:19.868684 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:19.869303 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:19.870764 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] 10.222.0.66 "PUT /v2.0/ports/64747f7b-58e7-4fa4-82df-2bbde0df5de3 HTTP/1.1" status: 200 len: 1094 time: 1.3378994 May 10 19:24:19.871259 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc9a900-cd2c-4ee2-bb5a-94dca038bc72', 'tag': '64747f7b-58e7-4fa4-82df-2bbde0df5de3'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:24:19.909781 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Pushing event updated for resources: {'Port': ['ID=64747f7b-58e7-4fa4-82df-2bbde0df5de3,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:19.918792 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:19.974462 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc9a900-cd2c-4ee2-bb5a-94dca038bc72', 'tag': '64747f7b-58e7-4fa4-82df-2bbde0df5de3', 'status': 'completed', 'code': 200} May 10 19:24:20.020221 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-e0623baa-52b8-4953-9283-461dd67f9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:20.021980 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-e0623baa-52b8-4953-9283-461dd67f9769 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 1097 time: 0.0955064 May 10 19:24:20.076714 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45016) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:20.095286 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:20.110072 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:20.114373 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Usage tracker for resource:security_group_rule and tenant:3d15fc305eff42bca78238a186be9663 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:20.117127 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:20.122971 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:20.212776 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:20.216689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:20.225511 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e51e6929-8a0b-4b68-9409-dbc39ea4ae1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:20.269778 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d15fc305eff42bca78238a186be9663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919715 May 10 19:24:20.271420 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689cd848-216f-4e94-a7a7-5c977ba0780f,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:20.272898 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45028) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:20.281120 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:20.337701 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b80681ab-fbb4-4d86-9db0-87dfca04845c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:20.366318 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b80681ab-fbb4-4d86-9db0-87dfca04845c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:20.419023 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b80681ab-fbb4-4d86-9db0-87dfca04845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:20.423978 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:20.437096 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80681ab-fbb4-4d86-9db0-87dfca04845c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689cd848-216f-4e94-a7a7-5c977ba0780f,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:20.441400 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b80681ab-fbb4-4d86-9db0-87dfca04845c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:20.447078 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b80681ab-fbb4-4d86-9db0-87dfca04845c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:20.450622 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b80681ab-fbb4-4d86-9db0-87dfca04845c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/689cd848-216f-4e94-a7a7-5c977ba0780f HTTP/1.1" status: 204 len: 168 time: 0.1740119 May 10 19:24:23.534340 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b3c04452-f784-4e0a-89f0-02979be06d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:24.449133 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-ea455b43-7f24-400b-a1d3-37cd1078253d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64747f7b-58e7-4fa4-82df-2bbde0df5de3 HTTP/1.1" status: 200 len: 217 time: 0.0669351 May 10 19:24:24.522888 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-ba794d63-490d-4161-8ea5-3a24e787de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:24.524476 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-ba794d63-490d-4161-8ea5-3a24e787de24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 200 len: 855 time: 0.0630567 May 10 19:24:24.592677 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61be3d-b886-4ca9-93f8-2acd91ddeb91 req-d3b3edc5-54b1-4ce9-8c37-70892a083344 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:24.594416 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2c61be3d-b886-4ca9-93f8-2acd91ddeb91 req-d3b3edc5-54b1-4ce9-8c37-70892a083344 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0854304 May 10 19:24:24.641338 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2c61be3d-b886-4ca9-93f8-2acd91ddeb91 req-2640af2c-7e2c-48ff-839c-3bf8c5dc5ee7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 May 10 19:24:24.688102 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-2b963da3-8140-407b-ad4a-e420a25496e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b2409f-4272-49bb-8a40-1e462a8b0335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561217 May 10 19:24:24.800449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281eea3-cf0e-4ab6-b733-0a8cbe9f35e3 req-6eaa381b-e87a-42e4-9295-5a42dab0e6e1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:24.801965 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3281eea3-cf0e-4ab6-b733-0a8cbe9f35e3 req-6eaa381b-e87a-42e4-9295-5a42dab0e6e1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 944 time: 0.1610050 May 10 19:24:24.886271 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3281eea3-cf0e-4ab6-b733-0a8cbe9f35e3 req-d6d2261c-5808-42e9-8f84-6c3a0faf7558 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746782 May 10 19:24:24.888230 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-0bd43a06-d024-4cb7-8b03-9ad62c5cb9ea service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857574 May 10 19:24:25.024920 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-41a0ff07-a00c-4e10-9b62-87bc0af86bed req-f4c212b8-6df9-4a10-826c-f341142ea257 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257544 May 10 19:24:25.148659 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-3eef8eee-420c-489c-b45c-308b2222e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:25.150431 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-3eef8eee-420c-489c-b45c-308b2222e022 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 1097 time: 0.0719931 May 10 19:24:25.285668 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-4a8924e2-c119-4392-8828-9adafe3f3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:25.287121 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-4a8924e2-c119-4392-8828-9adafe3f3e8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 916 time: 0.1272576 May 10 19:24:25.356701 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-19794fe6-65ea-4889-8bec-6edbb150a18a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64747f7b-58e7-4fa4-82df-2bbde0df5de3 HTTP/1.1" status: 200 len: 217 time: 0.0623324 May 10 19:24:25.418921 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-893fa775-a669-42ff-88a3-d193cf99fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:25.420368 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-893fa775-a669-42ff-88a3-d193cf99fe19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 200 len: 855 time: 0.0568788 May 10 19:24:25.472753 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-3a1c6892-9347-4ffd-b48e-1b3aeff5e7e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b2409f-4272-49bb-8a40-1e462a8b0335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443945 May 10 19:24:25.627896 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-f029fbf8-e549-4de0-8b6c-582f00c7532d service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468935 May 10 19:24:25.774344 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35acb92a-5b94-4287-8762-f4e2096b86a9 req-3356006a-1b5b-45e7-81ef-bf9f9046cf02 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396954 May 10 19:24:25.874604 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3ed4-e9b6-4d84-b945-087104476601 req-ebe47bae-f484-42d6-b393-ad0f1ae897e8 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:25.877855 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-33be3ed4-e9b6-4d84-b945-087104476601 req-ebe47bae-f484-42d6-b393-ad0f1ae897e8 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0862594 May 10 19:24:25.938689 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-33be3ed4-e9b6-4d84-b945-087104476601 req-e814f37a-fa3e-4282-961f-746286dd26bb tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521796 May 10 19:24:26.082330 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c80fd-948f-4a70-be73-53dd8fa4a22f req-dba93c73-fa7f-44f9-b6c1-60eaa67377a0 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:26.084040 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-509c80fd-948f-4a70-be73-53dd8fa4a22f req-dba93c73-fa7f-44f9-b6c1-60eaa67377a0 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 944 time: 0.0824831 May 10 19:24:26.129423 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-509c80fd-948f-4a70-be73-53dd8fa4a22f req-cb8595bd-66a7-465d-ab1e-a7a04b1cd4e4 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 May 10 19:24:26.547038 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f175ab13-ef66-4f02-92cb-3791b6bbd814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:26.548699 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:27.299112 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b6ff0-aebd-4a32-a5aa-4955beae239d req-720a7736-4649-45d5-ab5c-6eae4a65bf85 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:27.301506 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-596b6ff0-aebd-4a32-a5aa-4955beae239d req-720a7736-4649-45d5-ab5c-6eae4a65bf85 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0874717 May 10 19:24:27.353693 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a9c06-0611-4e6f-8cfd-382eaa8fe8cf req-394baf27-37cf-4c24-9860-7aaacfddf5e4 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:27.361432 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca1a9c06-0611-4e6f-8cfd-382eaa8fe8cf req-394baf27-37cf-4c24-9860-7aaacfddf5e4 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 944 time: 0.0980401 May 10 19:24:27.367753 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-596b6ff0-aebd-4a32-a5aa-4955beae239d req-297eefae-9049-4afd-b59f-bc514fbd4abd tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549631 May 10 19:24:27.406391 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca1a9c06-0611-4e6f-8cfd-382eaa8fe8cf req-f720a0a0-1a6e-4460-8c90-f70a0954323e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 May 10 19:24:27.549950 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:28.592095 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 64747f7b-58e7-4fa4-82df-2bbde0df5de3 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:24:28.760203 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 64747f7b-58e7-4fa4-82df-2bbde0df5de3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64747f7b-58e7-4fa4-82df-2bbde0df5de3,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:24:28.789758 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '64747f7b-58e7-4fa4-82df-2bbde0df5de3', 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'port_id': '64747f7b-58e7-4fa4-82df-2bbde0df5de3', 'mac_address': 'fa:16:3e:d4:ef:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e34396-f004-43b2-90d5-f11afe60c968', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:24:28.867778 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6c50f-def8-406f-b7fc-28756bdc3b04 req-92a28e3e-885f-46fb-bafe-aa4a28e7f86b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:28.879281 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b7c6c50f-def8-406f-b7fc-28756bdc3b04 req-92a28e3e-885f-46fb-bafe-aa4a28e7f86b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1443427 May 10 19:24:28.883185 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:28.926455 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64747f7b-58e7-4fa4-82df-2bbde0df5de3 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:24:28.933661 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d5e49-57a5-422d-b318-b77cd447cfa1 req-7e5ff18d-7c65-477e-9eeb-d858bad08d59 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:28.942342 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-411d5e49-57a5-422d-b318-b77cd447cfa1 req-7e5ff18d-7c65-477e-9eeb-d858bad08d59 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 944 time: 0.1022415 May 10 19:24:28.956910 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 64747f7b-58e7-4fa4-82df-2bbde0df5de3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64747f7b-58e7-4fa4-82df-2bbde0df5de3,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:24:28.959371 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b7c6c50f-def8-406f-b7fc-28756bdc3b04 req-4e4f91d4-1ad1-4678-86bb-4344c61e5d69 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789223 May 10 19:24:28.962975 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:28.966404 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:28.968186 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:29.002307 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-411d5e49-57a5-422d-b318-b77cd447cfa1 req-f12d8507-a2c3-4862-a106-c29971f9705f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588727 May 10 19:24:29.055868 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=64747f7b-58e7-4fa4-82df-2bbde0df5de3,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:29.062454 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:33.267930 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7ead-6e24-4483-a291-daecba795fe4 req-4390f3d4-fbd6-4c17-ad68-47f1c7ce67a4 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:33.269419 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c42b7ead-6e24-4483-a291-daecba795fe4 req-4390f3d4-fbd6-4c17-ad68-47f1c7ce67a4 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0817969 May 10 19:24:33.277132 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ca792-9748-4c58-8829-cfb95a6d5ebc req-6b94745a-4250-45b9-85e1-cada070e4381 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:33.278876 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-931ca792-9748-4c58-8829-cfb95a6d5ebc req-6b94745a-4250-45b9-85e1-cada070e4381 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 945 time: 0.0844817 May 10 19:24:33.324785 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c42b7ead-6e24-4483-a291-daecba795fe4 req-921ee4ed-86e6-4497-b3a1-1f2a147742ca tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496492 May 10 19:24:33.330867 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-931ca792-9748-4c58-8829-cfb95a6d5ebc req-3bb55e39-dcc8-46d9-a468-7208a5073eb9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 May 10 19:24:33.919682 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['64747f7b-58e7-4fa4-82df-2bbde0df5de3'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:24:34.601314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2c884-d2d2-4596-a29b-568f9044278a req-ec4907e2-9c60-4029-bc1d-f45453df0e59 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:34.603032 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7ed2c884-d2d2-4596-a29b-568f9044278a req-ec4907e2-9c60-4029-bc1d-f45453df0e59 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1649210 May 10 19:24:34.609686 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79338f-703d-4eca-8df6-19fbfc180e2e req-afcd70a7-2089-4825-8269-4352430c90a5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:34.611644 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2e79338f-703d-4eca-8df6-19fbfc180e2e req-afcd70a7-2089-4825-8269-4352430c90a5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 945 time: 0.0859218 May 10 19:24:34.651280 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7ed2c884-d2d2-4596-a29b-568f9044278a req-50b4df6d-99a2-4326-b830-739d78bd3b0d tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 May 10 19:24:34.662050 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2e79338f-703d-4eca-8df6-19fbfc180e2e req-4157ab90-e86a-4dfa-ae7e-4db6a8708c2d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 May 10 19:24:35.818331 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 64747f7b-58e7-4fa4-82df-2bbde0df5de3 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:24:35.856562 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053840bf-0bc5-483d-ba51-430f30ec8fd8 req-acd6e02f-9021-449d-9d8c-7d5ec1aab2d3 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:35.865028 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-053840bf-0bc5-483d-ba51-430f30ec8fd8 req-acd6e02f-9021-449d-9d8c-7d5ec1aab2d3 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0998507 May 10 19:24:35.899902 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:24:35.905474 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:24:35.905916 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:35.919721 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-053840bf-0bc5-483d-ba51-430f30ec8fd8 req-148915a0-4de0-465c-bc5c-87f35ad846bb tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 May 10 19:24:35.971492 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45364) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:36.029480 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.046510 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23957d6e-0ca7-4835-9c52-1d90d4b92663 req-758e3bcf-5fda-422f-a56a-640087c07fc8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:36.053598 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-23957d6e-0ca7-4835-9c52-1d90d4b92663 req-758e3bcf-5fda-422f-a56a-640087c07fc8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 945 time: 0.0893400 May 10 19:24:36.057600 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9a900-cd2c-4ee2-bb5a-94dca038bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64747f7b-58e7-4fa4-82df-2bbde0df5de3'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:24:36.068755 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 64747f7b-58e7-4fa4-82df-2bbde0df5de3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64747f7b-58e7-4fa4-82df-2bbde0df5de3,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:24:36.075535 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.078077 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ac4885d-b0b8-4d99-bab1-497544a2aaf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:36.107011 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.107301 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-23957d6e-0ca7-4835-9c52-1d90d4b92663 req-071281bd-bd7c-48a2-85ea-ef15a623135f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 May 10 19:24:36.121996 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:36.125862 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Usage tracker for resource:security_group_rule and tenant:90f084eccf25451bbf80d8f48a752187 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:36.126798 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9a900-cd2c-4ee2-bb5a-94dca038bc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64747f7b-58e7-4fa4-82df-2bbde0df5de3', 'code': 200} May 10 19:24:36.128834 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:36.134570 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:36.159161 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=64747f7b-58e7-4fa4-82df-2bbde0df5de3,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:36.162868 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:36.216467 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.220621 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.229859 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0057f872-2bd8-4212-8c87-0ef97c33e20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:36.268734 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=90f084eccf25451bbf80d8f48a752187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959778 May 10 19:24:36.270322 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5325a17a-2485-41e1-8158-72295f3091f8,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:36.271459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45374) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:36.273387 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:36.331011 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-11fce0b9-a667-4d10-9d83-b852308cb041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.359445 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-11fce0b9-a667-4d10-9d83-b852308cb041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.413391 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-11fce0b9-a667-4d10-9d83-b852308cb041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.417182 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:36.430452 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fce0b9-a667-4d10-9d83-b852308cb041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5325a17a-2485-41e1-8158-72295f3091f8,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:36.434043 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-11fce0b9-a667-4d10-9d83-b852308cb041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:36.440359 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-11fce0b9-a667-4d10-9d83-b852308cb041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.443532 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-11fce0b9-a667-4d10-9d83-b852308cb041 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5325a17a-2485-41e1-8158-72295f3091f8 HTTP/1.1" status: 204 len: 168 time: 0.1684113 May 10 19:24:36.722743 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45388) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:36.740374 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.760484 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:36.766438 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Usage tracker for resource:security_group_rule and tenant:6395953af7a74f979cbd79ed3944d03b is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:36.769652 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:36.776444 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:36.884161 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.887918 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:36.895385 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:36.937834 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6395953af7a74f979cbd79ed3944d03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139795 May 10 19:24:36.938570 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc527f4-5795-4ae9-8154-dd9f386e577b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:36.941692 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45394) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:36.942592 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:37.006660 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4c669c51-5da1-4c0f-a7c2-a8541a8e2ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.034675 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4c669c51-5da1-4c0f-a7c2-a8541a8e2ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.086754 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4c669c51-5da1-4c0f-a7c2-a8541a8e2ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.090633 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6cebd882-0566-4af2-9adf-0e7b2f8e99c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:37.104375 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c669c51-5da1-4c0f-a7c2-a8541a8e2ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc527f4-5795-4ae9-8154-dd9f386e577b,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:37.107711 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4c669c51-5da1-4c0f-a7c2-a8541a8e2ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:37.116268 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4c669c51-5da1-4c0f-a7c2-a8541a8e2ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.119619 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-4c669c51-5da1-4c0f-a7c2-a8541a8e2ab6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fc527f4-5795-4ae9-8154-dd9f386e577b HTTP/1.1" status: 204 len: 168 time: 0.1747010 May 10 19:24:37.459161 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45408) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:37.476891 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.493917 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:37.497558 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Usage tracker for resource:security_group_rule and tenant:638bc30eb7404616829d9b64ca9fd8b7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:37.500218 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:37.505685 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:37.583267 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.586649 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.595721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5aaa15e0-586a-4e45-a067-2b9d21308a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:37.633107 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=638bc30eb7404616829d9b64ca9fd8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728868 May 10 19:24:37.634795 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d822e5b5-a0af-42f3-bafb-9c43f6d6901d,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:37.635759 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45414) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:37.637866 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:37.695935 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3570cb83-de7c-4a1c-a942-71c94952655f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.723641 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3570cb83-de7c-4a1c-a942-71c94952655f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.776073 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3570cb83-de7c-4a1c-a942-71c94952655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.780792 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:37.793520 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570cb83-de7c-4a1c-a942-71c94952655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d822e5b5-a0af-42f3-bafb-9c43f6d6901d,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:37.795747 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3570cb83-de7c-4a1c-a942-71c94952655f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:37.800628 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3570cb83-de7c-4a1c-a942-71c94952655f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:37.801965 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3570cb83-de7c-4a1c-a942-71c94952655f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d822e5b5-a0af-42f3-bafb-9c43f6d6901d HTTP/1.1" status: 204 len: 168 time: 0.1649845 May 10 19:24:38.548286 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45442) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:38.656071 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-809501781-network', 'tenant_id': '4e0a2fce8ac5456bbf778ef6866c4a6f'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:38.660612 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:38.664485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Usage tracker for resource:network and tenant:4e0a2fce8ac5456bbf778ef6866c4a6f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:38.667349 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:38.673666 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:38.685026 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Made reservation on behalf of 4e0a2fce8ac5456bbf778ef6866c4a6f for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:38.687376 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:38.700084 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:38.715144 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:38.719594 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0a2fce8ac5456bbf778ef6866c4a6f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:38.722824 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:38.729057 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:38.817560 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:38.821569 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:38.824591 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-20cf61d7-d98e-40b3-ae55-4fa7d6b7307b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:38.853157 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:24:38.862270 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9379a8b9-9c55-450d-b188-fce2b261d5d4,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:38.865802 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:38.868319 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:38.868659 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Added segment c8a04f24-0fde-479f-9537-7c91ead8a2ba of type vlan for network 863f334d-fdde-48a7-abf5-21b072a39a95 May 10 19:24:38.896127 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:38.934383 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:38.935877 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:38.936465 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:38.940519 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-75ebb685-0031-48e3-b0a2-fe5f52e40392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:39.040072 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=863f334d-fdde-48a7-abf5-21b072a39a95,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:39.043348 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:39.044760 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4954696 May 10 19:24:39.048546 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45452) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:39.052363 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 863f334d-fdde-48a7-abf5-21b072a39a95 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:24:39.054163 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Request body: {'subnet': {'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-809501781-subnet', 'tenant_id': '4e0a2fce8ac5456bbf778ef6866c4a6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:39.059214 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:39.064658 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Usage tracker for resource:subnet and tenant:4e0a2fce8ac5456bbf778ef6866c4a6f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:39.067628 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:39.073661 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:39.083789 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Made reservation on behalf of 4e0a2fce8ac5456bbf778ef6866c4a6f for: {'subnet': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:39.086096 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-842414'] for subnet, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:39.467272 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-842460'] for subnet, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:39.471655 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:39.543618 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1faf94-ec82-4fc0-9707-82a59ac79e45,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:39.550925 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:39.551765 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Checking segment: {'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:24:39.552119 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Network hostable DHCP agents. Network: 863f334d-fdde-48a7-abf5-21b072a39a95, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:24:39.569591 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Network 863f334d-fdde-48a7-abf5-21b072a39a95 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:24:39.578220 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 863f334d-fdde-48a7-abf5-21b072a39a95) {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:24:39.587652 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:39.588265 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:39.589323 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4dd7c-5a05-400c-88b9-df07f22b4ae5 None None] Network 863f334d-fdde-48a7-abf5-21b072a39a95 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:24:39.607435 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-bb56bb00-b01e-4af0-b8c9-5ae7cb86b05f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5577724 May 10 19:24:39.781803 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff06100-d51d-4006-a715-d77100d71045 None None] Network 863f334d-fdde-48a7-abf5-21b072a39a95 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:24:40.124687 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232c665-a1b8-4bf9-9167-b3f4fbfd09e0 req-4b624b45-6cd0-4a9e-a087-91165fce1276 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:40.126442 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7232c665-a1b8-4bf9-9167-b3f4fbfd09e0 req-4b624b45-6cd0-4a9e-a087-91165fce1276 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1023993 May 10 19:24:40.145796 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f410a6-9bfe-4f11-9899-df15282d51ac req-627154ea-20d4-4f42-9a05-291de8192bf1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:40.147341 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b4f410a6-9bfe-4f11-9899-df15282d51ac req-627154ea-20d4-4f42-9a05-291de8192bf1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 946 time: 0.1779938 May 10 19:24:40.149569 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b720b-a8ed-4021-a023-b4d37ed79231 req-21ed9156-3542-4e8e-82b1-42b97ad69493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:40.150990 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-522b720b-a8ed-4021-a023-b4d37ed79231 req-21ed9156-3542-4e8e-82b1-42b97ad69493 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 1099 time: 0.1074703 May 10 19:24:40.190187 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7232c665-a1b8-4bf9-9167-b3f4fbfd09e0 req-59b7fef6-d01d-4133-b260-3d5f1fb042f1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564709 May 10 19:24:40.205513 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b4f410a6-9bfe-4f11-9899-df15282d51ac req-1b642b6e-201b-4338-9565-bef8dc1aa13c tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475235 May 10 19:24:41.468255 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-522b720b-a8ed-4021-a023-b4d37ed79231 req-679fa804-a9d2-4524-a539-f60b6ea98e76 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366032 May 10 19:24:42.913012 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:24:45.056684 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b68b5-b2b2-45f6-8345-b28005664b4f req-cff5e36b-b48c-49e4-aeed-e9bfd28e744f tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:45.058484 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-db5b68b5-b2b2-45f6-8345-b28005664b4f req-cff5e36b-b48c-49e4-aeed-e9bfd28e744f tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0904551 May 10 19:24:45.084394 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cc7b6-e540-46c6-8235-48866508a08e req-34cffe1f-7a04-4807-94c9-eaff0b5f84eb tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:45.085927 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-658cc7b6-e540-46c6-8235-48866508a08e req-34cffe1f-7a04-4807-94c9-eaff0b5f84eb tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 946 time: 0.1097610 May 10 19:24:45.108769 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-db5b68b5-b2b2-45f6-8345-b28005664b4f req-48d83588-ad58-4044-8c50-189a36eb315b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 May 10 19:24:45.135822 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-658cc7b6-e540-46c6-8235-48866508a08e req-a0d35379-118b-4a96-80b1-1999d2fdc5fe tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 May 10 19:24:45.779420 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45554) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:45.914854 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:45.931348 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:45.935515 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Usage tracker for resource:security_group_rule and tenant:5c0444d5910f47d79ccb75b10fc19870 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:45.939040 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:45.945246 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:46.035302 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:46.039226 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:46.048518 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0ccaff89-c509-4f9e-9d2e-a8a16c4933a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:46.096793 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c0444d5910f47d79ccb75b10fc19870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124359 May 10 19:24:46.096793 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45576) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:46.098754 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88918da8-75fa-46cc-b7e3-63f201bcc7d1,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:46.119219 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:46.166746 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3c654098-91c7-4591-a4fc-2474b6d598bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:46.285231 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3c654098-91c7-4591-a4fc-2474b6d598bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:46.384180 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f015c1b-f398-4c55-8b2c-5deaf9b0b24a req-6825c6aa-186f-4496-af49-62bf7b1bc328 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:46.392951 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4f015c1b-f398-4c55-8b2c-5deaf9b0b24a req-6825c6aa-186f-4496-af49-62bf7b1bc328 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1336746 May 10 19:24:46.436918 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc22e-2181-4004-b70a-02e1aa620da8 req-0cabb48a-0ad7-4ab8-80d3-b47df3827a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:46.439123 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4cadc22e-2181-4004-b70a-02e1aa620da8 req-0cabb48a-0ad7-4ab8-80d3-b47df3827a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 946 time: 0.1427858 May 10 19:24:46.446773 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4f015c1b-f398-4c55-8b2c-5deaf9b0b24a req-701e9962-5e5c-4acb-8c2a-0f8b719311d8 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529072 May 10 19:24:46.447958 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3c654098-91c7-4591-a4fc-2474b6d598bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:46.466924 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-121c4fdb-d019-4df7-96d1-981f65589e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:46.489124 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c654098-91c7-4591-a4fc-2474b6d598bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88918da8-75fa-46cc-b7e3-63f201bcc7d1,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:46.493828 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3c654098-91c7-4591-a4fc-2474b6d598bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:46.504077 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3c654098-91c7-4591-a4fc-2474b6d598bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:46.505349 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3c654098-91c7-4591-a4fc-2474b6d598bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88918da8-75fa-46cc-b7e3-63f201bcc7d1 HTTP/1.1" status: 204 len: 168 time: 0.4083154 May 10 19:24:46.518276 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4cadc22e-2181-4004-b70a-02e1aa620da8 req-589c8d22-0b29-4d9b-a4ae-b2a217bcbf89 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732174 May 10 19:24:46.877306 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45598) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:46.895057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:46.914817 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:46.919471 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Usage tracker for resource:security_group_rule and tenant:70703a8c88db40c19be5bd5637329de6 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:46.923448 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:46.930325 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:47.031339 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:47.038734 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:47.071220 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:47.083716 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70703a8c88db40c19be5bd5637329de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052467 May 10 19:24:47.087655 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45610) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:47.120518 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aee1823-a771-4bb6-ad57-47f543745ec8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:47.124135 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:47.228613 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c69ef258-b5bb-43b9-a284-629c787e1b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:47.254507 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c69ef258-b5bb-43b9-a284-629c787e1b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:47.307868 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c69ef258-b5bb-43b9-a284-629c787e1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:47.313006 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-46138790-2761-41d3-8db0-2da31211dd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:47.324693 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ef258-b5bb-43b9-a284-629c787e1b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aee1823-a771-4bb6-ad57-47f543745ec8,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:47.328504 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c69ef258-b5bb-43b9-a284-629c787e1b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:47.331078 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c69ef258-b5bb-43b9-a284-629c787e1b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:47.334477 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c69ef258-b5bb-43b9-a284-629c787e1b0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2aee1823-a771-4bb6-ad57-47f543745ec8 HTTP/1.1" status: 204 len: 168 time: 0.2457459 May 10 19:24:47.588245 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-5e7ca4dc-4f49-40e9-8f0a-4adc0ed3ed30 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:47.594755 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-5e7ca4dc-4f49-40e9-8f0a-4adc0ed3ed30 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/networks?id=863f334d-fdde-48a7-abf5-21b072a39a95 HTTP/1.1" status: 200 len: 808 time: 0.2503672 May 10 19:24:47.610619 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-ac6ad2c2-58f7-4430-b1e6-ecdd25ff6236 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/quotas/4e0a2fce8ac5456bbf778ef6866c4a6f HTTP/1.1" status: 200 len: 375 time: 0.0098345 May 10 19:24:47.684296 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-27698fc2-d585-42af-84b8-9d1925623fe9 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0a2fce8ac5456bbf778ef6866c4a6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672333 May 10 19:24:47.748665 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf69f15-eb34-45dd-8ad8-b3fb516852f2 req-b76db0c0-3fbf-4bbe-b9b7-b227508200d9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:47.749999 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-baf69f15-eb34-45dd-8ad8-b3fb516852f2 req-b76db0c0-3fbf-4bbe-b9b7-b227508200d9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1783462 May 10 19:24:47.798735 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57f457-9a88-4dac-a0da-1736ff991753 req-5032f2cd-7c06-4a1d-96d5-9a52f4818282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:47.800496 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2e57f457-9a88-4dac-a0da-1736ff991753 req-5032f2cd-7c06-4a1d-96d5-9a52f4818282 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 1099 time: 0.1254280 May 10 19:24:47.865047 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-baf69f15-eb34-45dd-8ad8-b3fb516852f2 req-35c126b5-2137-425f-b7a0-20244a22f1f7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880353 May 10 19:24:47.899551 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2e57f457-9a88-4dac-a0da-1736ff991753 req-e0c5725a-b881-47c7-902f-77bcb227c56d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798979 May 10 19:24:47.902059 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-11602f8f-bda4-4926-a50d-a3da5f656575 service neutron] 10.222.0.58 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095532 May 10 19:24:48.066886 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-21142fd8-0d4c-45fc-86d2-329ad4382d65 service neutron] 10.222.0.58 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560655 May 10 19:24:48.101894 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac58ee8-09b4-4516-8a2e-b95e78542abf req-35a9f335-59c0-46da-b8a6-244c08d88760 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:48.103610 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9ac58ee8-09b4-4516-8a2e-b95e78542abf req-35a9f335-59c0-46da-b8a6-244c08d88760 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 946 time: 0.1131601 May 10 19:24:48.195778 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9ac58ee8-09b4-4516-8a2e-b95e78542abf req-ff672b0e-5a45-489d-b263-e8ace5c508c3 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819066 May 10 19:24:48.376191 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d53539cb-51d5-47a0-995e-a9ef97aedcc7 req-1b89c06a-e29d-4649-9be9-b0618d0beb52 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 210 time: 0.0817730 May 10 19:24:48.548762 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:48.992084 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45722) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:49.208351 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:49.245605 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:49.251277 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a7f6a783a34fe2becab4a177300d48 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:49.254946 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:49.264153 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:49.520229 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:49.529585 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59988ee-1824-454d-a1fc-98be1288db3c req-5e454b2a-0fb8-48f1-9eae-ec578a4ee3b9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:49.538165 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f59988ee-1824-454d-a1fc-98be1288db3c req-5e454b2a-0fb8-48f1-9eae-ec578a4ee3b9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.3838410 May 10 19:24:49.554690 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:49.576368 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3570cb83-de7c-4a1c-a942-71c94952655f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:49.614595 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2a2ee99f-ea63-48d0-9a1e-33593ce1d099 req-701b8c6c-402f-49de-a0e4-573d5f811102 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 210 time: 0.0564048 May 10 19:24:49.635126 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cad696-338a-47de-92d8-b2e78b8aed72,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:49.654231 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f59988ee-1824-454d-a1fc-98be1288db3c req-6ef26733-105a-4c55-941e-077b8ad3261c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151946 May 10 19:24:49.655194 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:49.657901 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1a7f6a783a34fe2becab4a177300d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640658 May 10 19:24:49.660137 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45748) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:49.723875 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-baa8bcb6-29da-40dc-9b3b-e2716df6416d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:49.774939 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-baa8bcb6-29da-40dc-9b3b-e2716df6416d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:49.877079 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-baa8bcb6-29da-40dc-9b3b-e2716df6416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:49.886937 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4c669c51-5da1-4c0f-a7c2-a8541a8e2ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:49.899135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8bcb6-29da-40dc-9b3b-e2716df6416d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cad696-338a-47de-92d8-b2e78b8aed72,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:49.901364 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-baa8bcb6-29da-40dc-9b3b-e2716df6416d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:49.908034 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-baa8bcb6-29da-40dc-9b3b-e2716df6416d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:49.922101 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-baa8bcb6-29da-40dc-9b3b-e2716df6416d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1cad696-338a-47de-92d8-b2e78b8aed72 HTTP/1.1" status: 204 len: 168 time: 0.2560620 May 10 19:24:50.205310 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-bf889bf6-9ff5-49d2-aea1-14a7d91c3b48 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:50.206083 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-bf889bf6-9ff5-49d2-aea1-14a7d91c3b48 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Synchronizing usage tracker for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:network {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:24:50.228111 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-bf889bf6-9ff5-49d2-aea1-14a7d91c3b48 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Unset dirty status for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:network {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:24:50.229836 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-bf889bf6-9ff5-49d2-aea1-14a7d91c3b48 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.66 "GET /v2.0/networks?id=863f334d-fdde-48a7-abf5-21b072a39a95 HTTP/1.1" status: 200 len: 808 time: 0.2649317 May 10 19:24:50.264151 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Request body: {'port': {'device_id': '01648ef7-c6b1-467d-b728-72543c248854', 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95', 'admin_state_up': True, 'tenant_id': '4e0a2fce8ac5456bbf778ef6866c4a6f'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:50.366518 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45782) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:50.400455 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:50.429436 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:50.436229 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Usage tracker for resource:security_group_rule and tenant:fa541f09ec214e358628ed4b6e9a0bc5 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:50.442566 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:50.454611 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:50.523473 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:50.540413 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Usage tracker for resource:port and tenant:4e0a2fce8ac5456bbf778ef6866c4a6f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:50.548509 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:50.581624 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:50.610699 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:50.623994 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Made reservation on behalf of 4e0a2fce8ac5456bbf778ef6866c4a6f for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:50.627849 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:50.632802 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:50.659954 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45794) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:50.665930 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:50.782134 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa541f09ec214e358628ed4b6e9a0bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134560 May 10 19:24:50.799494 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45806) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:50.802187 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3b4913-c97a-4341-bdba-5606750da573,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:50.817572 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:50.897317 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1469986-48f8-4a92-9b81-ba81d292e797 req-713f53d5-a143-42a3-8498-61862d332d41 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 210 time: 0.0751498 May 10 19:24:51.060499 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.060888 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Allocated IP 172.20.0.13 (863f334d-fdde-48a7-abf5-21b072a39a95/8b1faf94-ec82-4fc0-9707-82a59ac79e45/33679dcf-cf53-458b-8322-ed949a02ea5d) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:24:51.068150 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-24c08c38-1577-48bd-ae5c-d8e0f54a1b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.079708 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:51.084857 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Usage tracker for resource:security_group_rule and tenant:b827876a8b0041d98c88a1c557afa2d7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:51.089754 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:51.098904 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:51.124505 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-24c08c38-1577-48bd-ae5c-d8e0f54a1b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.190384 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b68e3-8a27-47b0-8221-a8c23005df84 req-ebc57b6b-9791-43d6-9657-ef0e1a6b619e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:51.198164 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d89b68e3-8a27-47b0-8221-a8c23005df84 req-ebc57b6b-9791-43d6-9657-ef0e1a6b619e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.2457309 May 10 19:24:51.206776 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.211956 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.240304 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-11fce0b9-a667-4d10-9d83-b852308cb041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:51.266720 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b827876a8b0041d98c88a1c557afa2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5905464 May 10 19:24:51.267360 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45828) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:51.301815 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d72d499-91a4-41cd-b739-34c9168b92fe,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:51.305403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:51.442172 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d89b68e3-8a27-47b0-8221-a8c23005df84 req-b6ee1ebe-c736-4f81-b9af-b79626df5a9b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436457 May 10 19:24:51.446765 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-67857e43-deb6-4928-a51f-0593d7259fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.514142 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-67857e43-deb6-4928-a51f-0593d7259fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.542266 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-a3317df9-9c16-4ae7-b855-46009dac0efc tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:51.543771 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-a3317df9-9c16-4ae7-b855-46009dac0efc tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 815 time: 0.2461333 May 10 19:24:51.560870 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-24c08c38-1577-48bd-ae5c-d8e0f54a1b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.564529 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3c654098-91c7-4591-a4fc-2474b6d598bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:51.578157 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-aff66421-c953-475b-b6ca-9a08f138bc32 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/quotas/428bcbf709ea4aada68d31dc25260585 HTTP/1.1" status: 200 len: 375 time: 0.0283310 May 10 19:24:51.588057 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.633336 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c08c38-1577-48bd-ae5c-d8e0f54a1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3b4913-c97a-4341-bdba-5606750da573,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:51.643843 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-24c08c38-1577-48bd-ae5c-d8e0f54a1b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:51.677241 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-24c08c38-1577-48bd-ae5c-d8e0f54a1b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.682874 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-24c08c38-1577-48bd-ae5c-d8e0f54a1b11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf3b4913-c97a-4341-bdba-5606750da573 HTTP/1.1" status: 204 len: 168 time: 0.8780890 May 10 19:24:51.701903 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-67857e43-deb6-4928-a51f-0593d7259fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.711230 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-038de832-3aad-4959-8169-0a36ccfa53b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:51.731026 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7ff6-d588-43cf-a9d6-f3892f850627 req-8a30d808-6553-4215-9a60-30f2f8c30046 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:51.732927 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f7ed7ff6-d588-43cf-a9d6-f3892f850627 req-8a30d808-6553-4215-9a60-30f2f8c30046 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1564608 May 10 19:24:51.770963 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.778526 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:51.789264 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-67857e43-deb6-4928-a51f-0593d7259fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.791913 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-67857e43-deb6-4928-a51f-0593d7259fd7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d72d499-91a4-41cd-b739-34c9168b92fe HTTP/1.1" status: 204 len: 168 time: 0.5154407 May 10 19:24:51.794090 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67857e43-deb6-4928-a51f-0593d7259fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d72d499-91a4-41cd-b739-34c9168b92fe,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:51.818730 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-67857e43-deb6-4928-a51f-0593d7259fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:51.847379 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-feae8684-e102-4b8d-8a0d-0aa613cf131e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2610240 May 10 19:24:51.908990 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f7ed7ff6-d588-43cf-a9d6-f3892f850627 req-10e2f52e-08c7-4830-b75e-eb7d8e94bfcb tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682911 May 10 19:24:51.923124 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Network 863f334d-fdde-48a7-abf5-21b072a39a95 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:24:51.933173 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:24:51.948586 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:24:52.093260 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:52.094495 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:52.120464 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Pushing event updated for resources: {'Port': ['ID=33679dcf-cf53-458b-8322-ed949a02ea5d,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:52.143748 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:52.163585 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-ace424e1-f985-479c-b84a-0e8bbf8bc24c service neutron] 10.222.0.58 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100548 May 10 19:24:52.218043 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9594414 May 10 19:24:52.232362 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Request body: {'port': {'device_id': '01648ef7-c6b1-467d-b728-72543c248854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:52.419372 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390a5b5-7048-4c3b-9932-8e138de0346c req-e1d93709-5adc-477f-b3ab-50dcd88f5034 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:52.420206 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-5390a5b5-7048-4c3b-9932-8e138de0346c req-e1d93709-5adc-477f-b3ab-50dcd88f5034 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Synchronizing usage tracker for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:24:52.433635 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-c28115bc-533e-4e53-9fcf-13e2d010df3c service neutron] 10.222.0.58 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657914 May 10 19:24:52.456253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:52.527362 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-5390a5b5-7048-4c3b-9932-8e138de0346c req-e1d93709-5adc-477f-b3ab-50dcd88f5034 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Unset dirty status for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:24:52.534631 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5390a5b5-7048-4c3b-9932-8e138de0346c req-e1d93709-5adc-477f-b3ab-50dcd88f5034 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 932 time: 0.3771238 May 10 19:24:52.665648 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-5390a5b5-7048-4c3b-9932-8e138de0346c req-098bc595-2bfa-4001-a170-559d71a0001c tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Synchronizing usage tracker for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:24:52.767209 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-5390a5b5-7048-4c3b-9932-8e138de0346c req-098bc595-2bfa-4001-a170-559d71a0001c tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Unset dirty status for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:24:52.786048 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5390a5b5-7048-4c3b-9932-8e138de0346c req-098bc595-2bfa-4001-a170-559d71a0001c tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504246 May 10 19:24:53.021247 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dbd4bba-d6e5-46d4-ae79-537658e90485 req-77ede247-3248-4d5d-a7e9-b5ce33b00754 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 210 time: 0.0764594 May 10 19:24:53.182575 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33679dcf-cf53-458b-8322-ed949a02ea5d {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:24:53.194023 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.213622 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Transition to ACTIVE for port object 33679dcf-cf53-458b-8322-ed949a02ea5d will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:24:53.218613 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.227031 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:53.353092 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 45914) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:53.436183 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Pushing event updated for resources: {'Port': ['ID=33679dcf-cf53-458b-8322-ed949a02ea5d,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:53.450894 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:53.502941 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Attempting to bind port 33679dcf-cf53-458b-8322-ed949a02ea5d on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:24:53.503280 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Attempting to bind port 33679dcf-cf53-458b-8322-ed949a02ea5d by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:24:53.503610 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Attempting to bind port 33679dcf-cf53-458b-8322-ed949a02ea5d on network 863f334d-fdde-48a7-abf5-21b072a39a95 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:24:53.509727 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Port 33679dcf-cf53-458b-8322-ed949a02ea5d on network 863f334d-fdde-48a7-abf5-21b072a39a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:24:53.510053 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Attempting to bind port 33679dcf-cf53-458b-8322-ed949a02ea5d on network 863f334d-fdde-48a7-abf5-21b072a39a95 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:24:53.516507 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:24:53.516849 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Checking segment: {'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:24:53.523838 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Bound using segment: {'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:24:53.524426 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Bound port: 33679dcf-cf53-458b-8322-ed949a02ea5d, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:24:53.527817 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.546689 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f009a3c5-2a5d-4937-b068-4dcb05682cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.655235 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1994632222-network', 'tenant_id': '674d4638a3c2442b8676c7c22cc055f7'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:53.661335 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:53.663354 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] For port 33679dcf-cf53-458b-8322-ed949a02ea5d, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:24:53.666216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Usage tracker for resource:network and tenant:674d4638a3c2442b8676c7c22cc055f7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:53.667076 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] For port 33679dcf-cf53-458b-8322-ed949a02ea5d, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=33679dcf-cf53-458b-8322-ed949a02ea5d,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:24:53.669242 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:53.671694 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.680379 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:53.682789 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:53.690939 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Made reservation on behalf of 674d4638a3c2442b8676c7c22cc055f7 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:53.693517 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.709801 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.730533 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:53.738018 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Usage tracker for resource:security_group_rule and tenant:674d4638a3c2442b8676c7c22cc055f7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:53.738903 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:53.739524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.740901 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] 10.222.0.66 "PUT /v2.0/ports/33679dcf-cf53-458b-8322-ed949a02ea5d HTTP/1.1" status: 200 len: 1094 time: 1.5135272 May 10 19:24:53.741425 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01648ef7-c6b1-467d-b728-72543c248854', 'tag': '33679dcf-cf53-458b-8322-ed949a02ea5d'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:24:53.742152 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:53.749377 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:53.850962 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.861871 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.874308 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d6909797-7de3-4adb-93a1-296e15418e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:53.898727 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01648ef7-c6b1-467d-b728-72543c248854', 'tag': '33679dcf-cf53-458b-8322-ed949a02ea5d', 'status': 'completed', 'code': 200} May 10 19:24:53.944974 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:53.955208 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:53.963836 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Pushing event updated for resources: {'Port': ['ID=33679dcf-cf53-458b-8322-ed949a02ea5d,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:53.971099 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:53.972677 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:24:53.997863 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.998583 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Added segment 7e0aeee3-a605-48cd-b011-ddedf28a50e9 of type vlan for network 26f76358-8082-46c4-a1b2-dcb23afb2365 May 10 19:24:54.037744 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:54.080532 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:54.082415 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:54.082992 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:54.090690 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:54.166075 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-06394e0f-5f68-4909-932f-92d4c6b47594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:54.168408 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-06394e0f-5f68-4909-932f-92d4c6b47594 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e0a2fce8ac5456bbf778ef6866c4a6f&device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 1097 time: 0.3713279 May 10 19:24:54.421259 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-b955b63a-dbb7-4f0e-9fb0-c01f276e4727 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33679dcf-cf53-458b-8322-ed949a02ea5d HTTP/1.1" status: 200 len: 217 time: 0.2404661 May 10 19:24:54.469102 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1146469 May 10 19:24:54.475769 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 45974) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:54.484903 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Request body: {'subnet': {'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1994632222-subnet', 'tenant_id': '674d4638a3c2442b8676c7c22cc055f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:54.487996 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-667207a9-84fd-4f92-8e34-0f043745698c req-717ed343-b9e6-42e6-8a07-d3bbe54e7ccf tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 210 time: 0.1060667 May 10 19:24:54.491255 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Pushing event updated for resources: {'Network': ['ID=26f76358-8082-46c4-a1b2-dcb23afb2365,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:54.501115 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:54.503458 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 26f76358-8082-46c4-a1b2-dcb23afb2365 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:24:54.507408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:54.517829 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Usage tracker for resource:subnet and tenant:674d4638a3c2442b8676c7c22cc055f7 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:54.525947 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:54.535549 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:54.564219 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Made reservation on behalf of 674d4638a3c2442b8676c7c22cc055f7 for: {'subnet': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:54.571325 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-842414'] for subnet, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:54.609957 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-7be39e1a-1697-481d-97c1-c62243fae56c tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:54.611452 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-7be39e1a-1697-481d-97c1-c62243fae56c tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 815 time: 0.4719362 May 10 19:24:54.631017 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Request body: {'port': {'device_id': 'b3d1909d-e974-4bf5-82ea-57a3b862ca3c', 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'admin_state_up': True, 'tenant_id': '428bcbf709ea4aada68d31dc25260585'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:54.723770 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb5336-08b8-4689-93e8-46b3df277b08 req-cfe03286-72b5-4e50-8d00-8cdcff14a2c6 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:54.726104 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-64cb5336-08b8-4689-93e8-46b3df277b08 req-cfe03286-72b5-4e50-8d00-8cdcff14a2c6 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 944 time: 0.7238500 May 10 19:24:54.730450 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-cac6a5bc-f040-4079-aaf9-a3362a4d85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:54.731977 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-cac6a5bc-f040-4079-aaf9-a3362a4d85c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b1faf94-ec82-4fc0-9707-82a59ac79e45 HTTP/1.1" status: 200 len: 848 time: 0.3044462 May 10 19:24:54.778910 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:54.790519 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:54.804786 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Made reservation on behalf of 428bcbf709ea4aada68d31dc25260585 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:54.809245 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:54.866901 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-5099f6df-5d6c-4dad-9c23-0d4df4e23f71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863f334d-fdde-48a7-abf5-21b072a39a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700979 May 10 19:24:55.049511 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Allocated IP 172.20.0.8 (a5b2409f-4272-49bb-8a40-1e462a8b0335/42e34396-f004-43b2-90d5-f11afe60c968/456202d5-776a-464d-926c-3460f59f749a) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:24:55.094640 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-64cb5336-08b8-4689-93e8-46b3df277b08 req-2c308c24-77aa-4fff-ad9b-5d71fb2db147 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610489 May 10 19:24:55.153654 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-2b359f4d-71c4-4d8c-9c60-7639bcbdc768 service neutron] 10.222.0.66 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527065 May 10 19:24:55.336926 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b250e8b-1533-46b4-8b73-090126d2172a req-e5cb8b5f-591c-439b-8b7a-14102d92711c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:55.338333 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b250e8b-1533-46b4-8b73-090126d2172a req-e5cb8b5f-591c-439b-8b7a-14102d92711c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1976631 May 10 19:24:55.343028 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:55.395393 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b250e8b-1533-46b4-8b73-090126d2172a req-390dbbfe-9640-4cb9-a12c-27f16e28ab64 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485587 May 10 19:24:55.420993 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:55.427945 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c3f9e5e8-6c3b-47a1-afdd-7a80a244d3cc req-21ef325d-26f7-4700-b257-9ce9465af916 service neutron] 10.222.0.66 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650652 May 10 19:24:55.435325 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-ec6f8d26-393a-45ff-b081-910237fd3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:55.436852 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['e392e7f6-9e07-44ff-9092-9fdbfe43a056', '64747f7b-58e7-4fa4-82df-2bbde0df5de3'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:24:55.437312 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-ec6f8d26-393a-45ff-b081-910237fd3833 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1098 time: 0.3319716 May 10 19:24:55.438357 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:55.495757 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Network a5b2409f-4272-49bb-8a40-1e462a8b0335 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:24:55.500138 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:24:55.508393 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:24:55.569730 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Pushing event updated for resources: {'Port': ['ID=456202d5-776a-464d-926c-3460f59f749a,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:55.575136 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:55.604376 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:55.605191 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:55.651957 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0252359 May 10 19:24:55.666188 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Request body: {'port': {'device_id': 'b3d1909d-e974-4bf5-82ea-57a3b862ca3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:24:55.673687 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-71ebd303-0d12-4cf5-a581-10b6dc56d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:55.675154 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-71ebd303-0d12-4cf5-a581-10b6dc56d552 service neutron] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 920 time: 0.2309513 May 10 19:24:55.823385 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:55.856561 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-0b1797a7-25bb-43dc-8b76-0c8e403927dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2 HTTP/1.1" status: 200 len: 217 time: 0.1655512 May 10 19:24:55.872443 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-6e372ec5-cdf1-4cb3-b99e-d0c3bae61c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:55.873958 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-6e372ec5-cdf1-4cb3-b99e-d0c3bae61c1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e0a2fce8ac5456bbf778ef6866c4a6f&device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 1097 time: 0.3363833 May 10 19:24:56.045934 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46004) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:56.063421 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-e0950e97-9d27-4990-89b6-cdb85400a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:56.064920 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-e0950e97-9d27-4990-89b6-cdb85400a824 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.1881623 May 10 19:24:56.176440 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-65fb3bee-8183-4ce2-8345-508db485c61e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788722 May 10 19:24:56.225314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4119e3c-805e-4354-bc06-e2ccde4164e6 req-eef84e04-4366-4de1-92a1-add0cc6a551b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:56.232451 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d4119e3c-805e-4354-bc06-e2ccde4164e6 req-eef84e04-4366-4de1-92a1-add0cc6a551b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 931 time: 0.4712970 May 10 19:24:56.266477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-2e83d6fb-43b2-4975-bf4c-ffab3b4fdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:56.267942 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-2e83d6fb-43b2-4975-bf4c-ffab3b4fdf5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=863f334d-fdde-48a7-abf5-21b072a39a95 HTTP/1.1" status: 200 len: 909 time: 0.3496137 May 10 19:24:56.317485 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456202d5-776a-464d-926c-3460f59f749a {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:24:56.327441 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:56.350943 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Transition to ACTIVE for port object 456202d5-776a-464d-926c-3460f59f749a will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:24:56.360853 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:56.370903 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:56.492841 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-842460'] for subnet, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:56.500056 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001dbc-6984-4b4f-93a4-23994ffbdd30 req-4995e430-f8fd-45b9-8b9e-858718247e14 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:56.501551 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a3001dbc-6984-4b4f-93a4-23994ffbdd30 req-4995e430-f8fd-45b9-8b9e-858718247e14 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 944 time: 0.2514327 May 10 19:24:56.547618 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:56.549773 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8e9b-6ca5-4d18-ac12-68e489b99d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:56.552475 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:56.578893 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-53708946-19a0-458f-80e9-577b76706b88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33679dcf-cf53-458b-8322-ed949a02ea5d HTTP/1.1" status: 200 len: 217 time: 0.1493011 May 10 19:24:56.587243 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:56.652731 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Pushing event updated for resources: {'Port': ['ID=456202d5-776a-464d-926c-3460f59f749a,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:56.654101 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d4119e3c-805e-4354-bc06-e2ccde4164e6 req-e703bc97-6ef0-45c5-9ded-6144880825f7 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208064 May 10 19:24:56.666292 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:56.694521 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:56.710474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Usage tracker for resource:security_group_rule and tenant:4e71534cd8a4403c82d6742f478e11e1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:56.720063 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a3001dbc-6984-4b4f-93a4-23994ffbdd30 req-caaf4824-95e2-4ecb-b5ef-ef91fe01f4a9 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093341 May 10 19:24:56.728969 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:56.747435 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f717e720-b259-4cca-a451-e3a26ae21075,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:56.755303 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:56.757166 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Attempting to bind port 456202d5-776a-464d-926c-3460f59f749a on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:24:56.757508 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Attempting to bind port 456202d5-776a-464d-926c-3460f59f749a by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:24:56.757508 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Attempting to bind port 456202d5-776a-464d-926c-3460f59f749a on network a5b2409f-4272-49bb-8a40-1e462a8b0335 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:24:56.764797 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Port 456202d5-776a-464d-926c-3460f59f749a on network a5b2409f-4272-49bb-8a40-1e462a8b0335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:24:56.764797 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Attempting to bind port 456202d5-776a-464d-926c-3460f59f749a on network a5b2409f-4272-49bb-8a40-1e462a8b0335 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:24:56.768608 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:56.773120 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:24:56.773457 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Checking segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:24:56.773872 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Bound using segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:24:56.776104 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-89c3dbf8-31dc-4e8d-a796-772673250046 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816689 May 10 19:24:56.778094 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Bound port: 456202d5-776a-464d-926c-3460f59f749a, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:24:56.779482 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:56.788370 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-194c2d1a-4d07-4719-b6ed-9c3ee7b10ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:56.789814 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-194c2d1a-4d07-4719-b6ed-9c3ee7b10ed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b1faf94-ec82-4fc0-9707-82a59ac79e45 HTTP/1.1" status: 200 len: 848 time: 0.1884794 May 10 19:24:56.862756 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Checking segment: {'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:24:56.863428 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Network hostable DHCP agents. Network: 26f76358-8082-46c4-a1b2-dcb23afb2365, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:24:56.938057 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-56e7a155-c5ea-44f0-af80-4dafe3093d69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863f334d-fdde-48a7-abf5-21b072a39a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162989 May 10 19:24:56.939836 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] For port 456202d5-776a-464d-926c-3460f59f749a, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:24:56.945856 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] For port 456202d5-776a-464d-926c-3460f59f749a, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=456202d5-776a-464d-926c-3460f59f749a,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:24:56.951629 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:56.958374 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:57.029859 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:57.030503 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.032468 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] 10.222.0.66 "PUT /v2.0/ports/456202d5-776a-464d-926c-3460f59f749a HTTP/1.1" status: 200 len: 1093 time: 1.3726394 May 10 19:24:57.035469 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d1909d-e974-4bf5-82ea-57a3b862ca3c', 'tag': '456202d5-776a-464d-926c-3460f59f749a'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:24:57.062173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c6987-14a2-453e-9c47-dfc15851eea4 req-639a5cd1-a712-4828-bec9-8f7758b14f2b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:57.066089 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-546c6987-14a2-453e-9c47-dfc15851eea4 req-639a5cd1-a712-4828-bec9-8f7758b14f2b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1982591 May 10 19:24:57.072389 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Pushing event updated for resources: {'Port': ['ID=456202d5-776a-464d-926c-3460f59f749a,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:57.076006 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:57.083832 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Network 26f76358-8082-46c4-a1b2-dcb23afb2365 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:24:57.113071 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d1909d-e974-4bf5-82ea-57a3b862ca3c', 'tag': '456202d5-776a-464d-926c-3460f59f749a', 'status': 'completed', 'code': 200} May 10 19:24:57.142065 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 26f76358-8082-46c4-a1b2-dcb23afb2365) {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:24:57.151228 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79dadaa-4268-4a0f-9ec2-244cbef6ca3e None None] Network 26f76358-8082-46c4-a1b2-dcb23afb2365 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:24:57.154506 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-43b62ab1-0906-4677-88aa-bbd15500d601 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534958 May 10 19:24:57.200700 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:57.201719 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.207581 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-546c6987-14a2-453e-9c47-dfc15851eea4 req-798ecf4c-7220-41af-8e3b-9ef580ed7ff7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282120 May 10 19:24:57.215502 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.239822 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.242170 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-017fb282-3692-4ffc-89b2-f6da4636c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:57.244702 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-017fb282-3692-4ffc-89b2-f6da4636c910 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 1096 time: 0.1671748 May 10 19:24:57.251888 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-018996ba-1191-41fb-ac55-b532b4b6d7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:57.269931 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-414fa342-8827-44a7-9da6-0acf4d7bb577 service neutron] 10.222.0.66 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165574 May 10 19:24:57.328580 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-820de7b0-9e39-4e49-b2b0-39faf56cbba3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8511236 May 10 19:24:57.350916 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-4681ceb2-8ba5-4bde-a619-b46e09714925 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456202d5-776a-464d-926c-3460f59f749a HTTP/1.1" status: 200 len: 217 time: 0.0890515 May 10 19:24:57.383009 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e71534cd8a4403c82d6742f478e11e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3280673 May 10 19:24:57.385702 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46034) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:57.388156 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e54b4-1dff-4b9d-899f-f416e1236615,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:57.408049 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb84e6a-8e37-4427-b4c1-2e849f35468e None None] Network 26f76358-8082-46c4-a1b2-dcb23afb2365 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:24:57.439276 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-5dc17383-e824-4697-ad51-462fad648c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:57.440871 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-5dc17383-e824-4697-ad51-462fad648c9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 200 len: 855 time: 0.0833640 May 10 19:24:57.512150 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9f574dc7-d7b3-4e0d-a8a5-dd40a4ed86bc req-64eecd27-15ee-44ba-955d-b175b6178f10 service neutron] 10.222.0.66 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267976 May 10 19:24:57.514982 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.516142 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.516750 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.517332 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.517961 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.520128 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.520128 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.520128 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.520631 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.521250 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.526438 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-52942c5a-10d1-499e-8d48-50606f08f2c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b2409f-4272-49bb-8a40-1e462a8b0335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745330 May 10 19:24:57.534481 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.535448 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:57.575599 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:57.628221 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54f93ace-0090-4d10-a4cb-a5caaead1120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.662204 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.674727 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54f93ace-0090-4d10-a4cb-a5caaead1120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.712643 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-ebe5dd7b-e6a7-43cc-b181-3712211a441a service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729240 May 10 19:24:57.771572 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54f93ace-0090-4d10-a4cb-a5caaead1120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.782564 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:57.802845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54f93ace-0090-4d10-a4cb-a5caaead1120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:57.806538 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-54f93ace-0090-4d10-a4cb-a5caaead1120 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/911e54b4-1dff-4b9d-899f-f416e1236615 HTTP/1.1" status: 204 len: 168 time: 0.4169302 May 10 19:24:57.807322 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f93ace-0090-4d10-a4cb-a5caaead1120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e54b4-1dff-4b9d-899f-f416e1236615,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:57.810922 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-54f93ace-0090-4d10-a4cb-a5caaead1120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:58.010598 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-acaec351-7e2a-49c1-be97-c52a37e7bd15 req-38fb54a8-d34d-4b5d-9320-7d74379c4c1a service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899795 May 10 19:24:58.037132 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889748-132f-44e4-b5b1-694e4651e77b req-cd024cfb-bef6-4ad2-9c83-e2acc414eb97 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:58.046421 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b8889748-132f-44e4-b5b1-694e4651e77b req-cd024cfb-bef6-4ad2-9c83-e2acc414eb97 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 943 time: 0.1650026 May 10 19:24:58.103348 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776c105-fc53-495e-91f7-0efaa4de8487 req-313f1cb2-cbc0-4e21-96e8-b8aa3f502138 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:58.111616 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a776c105-fc53-495e-91f7-0efaa4de8487 req-313f1cb2-cbc0-4e21-96e8-b8aa3f502138 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 944 time: 0.1513023 May 10 19:24:58.136060 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b8889748-132f-44e4-b5b1-694e4651e77b req-12c7d904-3487-4e78-ac72-205193a8d68b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881252 May 10 19:24:58.205851 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a776c105-fc53-495e-91f7-0efaa4de8487 req-835aad4e-d0d1-4a8e-ba5e-8e35329f215f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 May 10 19:24:58.236460 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff1a08-28b1-48a4-904c-05202938078c req-5e169c28-051c-42e8-951f-f889d41666e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:58.238198 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eff1a08-28b1-48a4-904c-05202938078c req-5e169c28-051c-42e8-951f-f889d41666e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 1096 time: 0.1517067 May 10 19:24:58.409984 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46068) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:58.410711 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff1a08-28b1-48a4-904c-05202938078c req-7e8b3f53-b5b1-4710-801b-0a0e83efc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:58.413457 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eff1a08-28b1-48a4-904c-05202938078c req-7e8b3f53-b5b1-4710-801b-0a0e83efc77e service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 916 time: 0.1681933 May 10 19:24:58.448530 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:58.471129 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:58.475708 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee332a41cd24d53895e7bd8a971e26a is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:58.479479 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:58.489275 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:58.508935 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eff1a08-28b1-48a4-904c-05202938078c req-49394e7d-92e8-4bcd-b8e6-a45302d5fff3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456202d5-776a-464d-926c-3460f59f749a HTTP/1.1" status: 200 len: 217 time: 0.0813439 May 10 19:24:58.598903 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:58.604059 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:58.605149 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff1a08-28b1-48a4-904c-05202938078c req-feab844c-11d2-41c6-8378-263c2eefd407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:58.606635 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eff1a08-28b1-48a4-904c-05202938078c req-feab844c-11d2-41c6-8378-263c2eefd407 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 200 len: 855 time: 0.0903294 May 10 19:24:58.616010 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c69ef258-b5bb-43b9-a284-629c787e1b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:58.663696 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ee332a41cd24d53895e7bd8a971e26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496548 May 10 19:24:58.663696 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f57ebf-0050-48f2-8859-671b2e4ed5ee,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:58.663989 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eff1a08-28b1-48a4-904c-05202938078c req-7b0b39e6-94cd-408b-8fdc-11f7e82dadd0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b2409f-4272-49bb-8a40-1e462a8b0335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482972 May 10 19:24:58.664083 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 46080) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:58.665342 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:58.775144 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921af13-741f-4031-b3e7-e4bd69205419 req-4a48052b-ffe6-47fe-bd76-8851cab28ba5 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:58.777501 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1921af13-741f-4031-b3e7-e4bd69205419 req-4a48052b-ffe6-47fe-bd76-8851cab28ba5 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0998507 May 10 19:24:58.826561 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1921af13-741f-4031-b3e7-e4bd69205419 req-bf699ad9-97b3-4e8e-934a-48bbf2295b59 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425370 May 10 19:24:58.905217 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9868fdab-94b4-4fae-9629-58508ea36539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:58.923246 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:58.931619 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eff1a08-28b1-48a4-904c-05202938078c req-1f2a88e5-849d-400c-8af0-143f015ef235 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545609 May 10 19:24:58.963889 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9868fdab-94b4-4fae-9629-58508ea36539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:59.101212 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eff1a08-28b1-48a4-904c-05202938078c req-bd865c55-fb21-4722-8f1e-ab682f891ab7 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591408 May 10 19:24:59.102152 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9868fdab-94b4-4fae-9629-58508ea36539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:59.105644 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-30949d99-bf38-4592-b745-a5bbeccede2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:59.118855 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868fdab-94b4-4fae-9629-58508ea36539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f57ebf-0050-48f2-8859-671b2e4ed5ee,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:59.121846 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9868fdab-94b4-4fae-9629-58508ea36539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:24:59.124250 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9868fdab-94b4-4fae-9629-58508ea36539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:59.124875 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9868fdab-94b4-4fae-9629-58508ea36539 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91f57ebf-0050-48f2-8859-671b2e4ed5ee HTTP/1.1" status: 204 len: 168 time: 0.4597478 May 10 19:24:59.344446 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431f99-e491-47f3-b5fe-96b96dc96e63 req-a265e8f4-195d-4508-b6be-945ce4070580 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:59.346172 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-15431f99-e491-47f3-b5fe-96b96dc96e63 req-a265e8f4-195d-4508-b6be-945ce4070580 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:24:59.365126 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-15431f99-e491-47f3-b5fe-96b96dc96e63 req-a265e8f4-195d-4508-b6be-945ce4070580 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:24:59.366480 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-15431f99-e491-47f3-b5fe-96b96dc96e63 req-a265e8f4-195d-4508-b6be-945ce4070580 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 943 time: 0.1116204 May 10 19:24:59.423527 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b02f5a-8b32-4cad-b2c4-969c46b88848 req-f2cc1026-a617-4fdf-b626-bfb387cbb351 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:24:59.425803 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-91b02f5a-8b32-4cad-b2c4-969c46b88848 req-f2cc1026-a617-4fdf-b626-bfb387cbb351 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 944 time: 0.0948408 May 10 19:24:59.434141 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-15431f99-e491-47f3-b5fe-96b96dc96e63 req-ab101631-c11f-47d8-bda6-2164bfbdf427 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571666 May 10 19:24:59.500843 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-91b02f5a-8b32-4cad-b2c4-969c46b88848 req-2c56baea-8f6a-4f97-8f30-d40d41239fe2 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619044 May 10 19:24:59.593094 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46100) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:59.612436 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:59.631290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:24:59.635519 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Usage tracker for resource:security_group_rule and tenant:0fbcf6b34a974edfba8275641495f7f9 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:24:59.638880 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:24:59.645971 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:24:59.712510 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 33679dcf-cf53-458b-8322-ed949a02ea5d details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:24:59.776672 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:59.786690 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:59.800679 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-24c08c38-1577-48bd-ae5c-d8e0f54a1b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:24:59.908646 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 33679dcf-cf53-458b-8322-ed949a02ea5d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=33679dcf-cf53-458b-8322-ed949a02ea5d,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:24:59.914721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 46120) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:24:59.926170 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fbcf6b34a974edfba8275641495f7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316877 May 10 19:24:59.927215 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d58271e-2b6c-429c-b455-35c42ddea510,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:59.930848 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '33679dcf-cf53-458b-8322-ed949a02ea5d', 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95', 'port_id': '33679dcf-cf53-458b-8322-ed949a02ea5d', 'mac_address': 'fa:16:3e:2c:87:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1faf94-ec82-4fc0-9707-82a59ac79e45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:24:59.931328 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:00.000454 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:00.020479 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33679dcf-cf53-458b-8322-ed949a02ea5d {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:00.038248 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 33679dcf-cf53-458b-8322-ed949a02ea5d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=33679dcf-cf53-458b-8322-ed949a02ea5d,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:00.043584 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:00.046021 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ac4885d-b0b8-4d99-bab1-497544a2aaf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:00.064990 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bae539c0-c32f-4437-80d0-476bb0f64004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:00.101583 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bae539c0-c32f-4437-80d0-476bb0f64004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:00.158022 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=33679dcf-cf53-458b-8322-ed949a02ea5d,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:00.167257 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.167688 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.168064 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700add2-9230-4a3d-81bc-746049c2c367 req-f5f1c521-8e80-44db-9cc4-002ebd7e40d0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:00.168197 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.168501 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.168893 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.169281 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.169591 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6700add2-9230-4a3d-81bc-746049c2c367 req-f5f1c521-8e80-44db-9cc4-002ebd7e40d0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1553054 May 10 19:25:00.169713 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.170085 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.170507 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.170889 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.171271 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.172191 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.176468 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:00.201841 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bae539c0-c32f-4437-80d0-476bb0f64004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:00.208965 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2b5115c2-aadb-49d1-9188-5dacfa286bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:00.231687 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae539c0-c32f-4437-80d0-476bb0f64004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d58271e-2b6c-429c-b455-35c42ddea510,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:00.236012 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bae539c0-c32f-4437-80d0-476bb0f64004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:00.245682 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6700add2-9230-4a3d-81bc-746049c2c367 req-c1c29a30-287d-4e2e-b435-c431a0fac5d2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669453 May 10 19:25:00.246589 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bae539c0-c32f-4437-80d0-476bb0f64004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:00.250396 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bae539c0-c32f-4437-80d0-476bb0f64004 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d58271e-2b6c-429c-b455-35c42ddea510 HTTP/1.1" status: 204 len: 168 time: 0.3345439 May 10 19:25:00.251269 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356451-2966-4612-a0c5-aecbc047c121 req-5c020c85-dd92-4304-b79f-4e9d36e596f1 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:00.258650 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-5c020c85-dd92-4304-b79f-4e9d36e596f1 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/networks?id=26f76358-8082-46c4-a1b2-dcb23afb2365 HTTP/1.1" status: 200 len: 814 time: 0.1991439 May 10 19:25:00.274872 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-ff6fdaaf-9ec2-494e-adf6-64ae8d3192f1 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/quotas/674d4638a3c2442b8676c7c22cc055f7 HTTP/1.1" status: 200 len: 375 time: 0.0156386 May 10 19:25:00.412042 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-66d6c3d5-1b89-4101-9b20-6a7f0a17c87a tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=674d4638a3c2442b8676c7c22cc055f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1361754 May 10 19:25:00.532910 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['33679dcf-cf53-458b-8322-ed949a02ea5d'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:25:00.588274 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-49cfc032-d134-4e95-8037-ab75e96e5cc3 service neutron] 10.222.0.58 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654189 May 10 19:25:00.649904 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5a8da-3a4f-4f19-a094-7e281d11a217 req-b1bca1ee-d33b-4b45-a131-9bf2cc0eb7d0 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:00.651658 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bef5a8da-3a4f-4f19-a094-7e281d11a217 req-b1bca1ee-d33b-4b45-a131-9bf2cc0eb7d0 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 943 time: 0.1002305 May 10 19:25:00.721251 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bef5a8da-3a4f-4f19-a094-7e281d11a217 req-a7c87bfc-0d45-40a0-910d-702bbd1963f6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554810 May 10 19:25:00.748002 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-8f733278-029e-43fc-9ae6-324bc84550a4 service neutron] 10.222.0.58 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586413 May 10 19:25:00.990325 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d7b06-b85c-40ba-9885-cf20e95618cb req-6d783626-8788-49fa-be42-43059d72c02a tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:00.995346 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6d5d7b06-b85c-40ba-9885-cf20e95618cb req-6d783626-8788-49fa-be42-43059d72c02a tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 945 time: 0.1451838 May 10 19:25:01.045249 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6d5d7b06-b85c-40ba-9885-cf20e95618cb req-276811ed-cbcc-4205-9aab-50688d3d0cfd tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 May 10 19:25:01.167443 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1243745e-3380-4e36-aabe-7a3e5bf127af req-cf9b6a06-019d-4bbc-8313-a0daee21ee96 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 210 time: 0.0483844 May 10 19:25:01.478016 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27f659-8a60-495d-a8e9-9cb7612be452 req-320dddd2-fd38-4aa6-b270-d8757a76bf64 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:01.480133 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ad27f659-8a60-495d-a8e9-9cb7612be452 req-320dddd2-fd38-4aa6-b270-d8757a76bf64 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0933676 May 10 19:25:01.538802 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ad27f659-8a60-495d-a8e9-9cb7612be452 req-278c7370-7004-4813-ad2a-43db26e1759f tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503724 May 10 19:25:01.720482 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 456202d5-776a-464d-926c-3460f59f749a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:25:01.900922 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 456202d5-776a-464d-926c-3460f59f749a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=456202d5-776a-464d-926c-3460f59f749a,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:01.916889 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '456202d5-776a-464d-926c-3460f59f749a', 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'port_id': '456202d5-776a-464d-926c-3460f59f749a', 'mac_address': 'fa:16:3e:1c:ae:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e34396-f004-43b2-90d5-f11afe60c968', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:25:01.957618 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4a102-38f8-427c-8e42-2d613b3c6ae1 req-f5cee51a-2648-4412-9ce0-79ad71809a96 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:01.959036 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-68b4a102-38f8-427c-8e42-2d613b3c6ae1 req-f5cee51a-2648-4412-9ce0-79ad71809a96 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 943 time: 0.1076391 May 10 19:25:01.977117 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:01.995022 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456202d5-776a-464d-926c-3460f59f749a {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:02.012828 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 456202d5-776a-464d-926c-3460f59f749a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=456202d5-776a-464d-926c-3460f59f749a,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:02.014825 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-68b4a102-38f8-427c-8e42-2d613b3c6ae1 req-8d64942b-c1cd-4cba-b099-cb79ce32e285 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491483 May 10 19:25:02.018007 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:02.020284 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:02.097343 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=456202d5-776a-464d-926c-3460f59f749a,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:02.107956 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:02.308943 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef89a7-0f1e-415d-ad08-fec0a1a7c5cc req-547d1ccc-d921-4920-8bd0-3cdeeeb19deb tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:02.318557 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aaef89a7-0f1e-415d-ad08-fec0a1a7c5cc req-547d1ccc-d921-4920-8bd0-3cdeeeb19deb tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 945 time: 0.1196597 May 10 19:25:02.336880 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356451-2966-4612-a0c5-aecbc047c121 req-6ceb78c6-52c6-4dc5-9b74-ee0db885de71 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:02.338181 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a2356451-2966-4612-a0c5-aecbc047c121 req-6ceb78c6-52c6-4dc5-9b74-ee0db885de71 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Synchronizing usage tracker for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:25:02.356541 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a2356451-2966-4612-a0c5-aecbc047c121 req-6ceb78c6-52c6-4dc5-9b74-ee0db885de71 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Unset dirty status for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:25:02.358124 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-6ceb78c6-52c6-4dc5-9b74-ee0db885de71 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.66 "GET /v2.0/networks?id=26f76358-8082-46c4-a1b2-dcb23afb2365 HTTP/1.1" status: 200 len: 814 time: 0.2116477 May 10 19:25:02.378557 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Request body: {'port': {'device_id': '0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf', 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365', 'admin_state_up': True, 'tenant_id': '674d4638a3c2442b8676c7c22cc055f7'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:25:02.380650 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aaef89a7-0f1e-415d-ad08-fec0a1a7c5cc req-668e0053-7f3d-45d7-89d5-08b38ffdc1c5 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602522 May 10 19:25:02.498170 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['456202d5-776a-464d-926c-3460f59f749a'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:25:02.552237 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-71555bbe-1448-4ea2-95bc-66912ee5932b req-89fa6979-98e2-4cdc-ab57-0104a1798948 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 210 time: 0.0570319 May 10 19:25:02.564179 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:02.568653 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Usage tracker for resource:port and tenant:674d4638a3c2442b8676c7c22cc055f7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:02.571884 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:02.586664 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:02.599815 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Made reservation on behalf of 674d4638a3c2442b8676c7c22cc055f7 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:02.604080 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:02.785352 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02223e5f-d907-4e8d-8dcd-5bae78c60736 req-e296eab0-4f73-466b-b55e-1234dd75a9a4 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:02.792542 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-02223e5f-d907-4e8d-8dcd-5bae78c60736 req-e296eab0-4f73-466b-b55e-1234dd75a9a4 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1093860 May 10 19:25:02.844506 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Allocated IP 172.20.0.4 (26f76358-8082-46c4-a1b2-dcb23afb2365/f717e720-b259-4cca-a451-e3a26ae21075/cb6c103e-13f7-43f9-b947-1c4d5eaefde2) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:02.879242 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-02223e5f-d907-4e8d-8dcd-5bae78c60736 req-c35d6c72-ce85-4d40-b0fd-911ab7cd0f49 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856469 May 10 19:25:03.211679 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:03.284750 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174cafb-4ba2-4581-bf6f-5df8a055a61b req-c34de557-75e8-4d35-81f5-bea16de67c48 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:03.287253 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0174cafb-4ba2-4581-bf6f-5df8a055a61b req-c34de557-75e8-4d35-81f5-bea16de67c48 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 944 time: 0.1544557 May 10 19:25:03.324282 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:03.340567 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:03.505783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Network 26f76358-8082-46c4-a1b2-dcb23afb2365 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:03.512316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:03.523057 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0174cafb-4ba2-4581-bf6f-5df8a055a61b req-435a4674-f01b-4181-a956-04f8bcc6b4e9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280881 May 10 19:25:03.526875 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:25:03.555601 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Pushing event updated for resources: {'Port': ['ID=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:03.562997 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:03.580426 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05a09-c41e-4a20-a824-0e33d6990f8c req-e3ae2d11-b5f6-40cd-ada8-bc09e663256b tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:03.582467 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51d05a09-c41e-4a20-a824-0e33d6990f8c req-e3ae2d11-b5f6-40cd-ada8-bc09e663256b tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 945 time: 0.0878892 May 10 19:25:03.597038 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:03.597784 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:03.619520 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2450998 May 10 19:25:03.632103 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51d05a09-c41e-4a20-a824-0e33d6990f8c req-6312cb8b-3574-4ea9-982d-8020da08d2ca tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 May 10 19:25:03.639387 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Request body: {'port': {'device_id': '0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:25:03.735584 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 33679dcf-cf53-458b-8322-ed949a02ea5d up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:25:03.756309 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:03.818429 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 33679dcf-cf53-458b-8322-ed949a02ea5d completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:25:03.823700 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5937b9d-f858-475b-898c-8474f85887df req-71fb1634-6528-43e4-a7ff-1908c04ce97e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:03.827375 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f5937b9d-f858-475b-898c-8474f85887df req-71fb1634-6528-43e4-a7ff-1908c04ce97e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 931 time: 0.0971458 May 10 19:25:03.828044 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 33679dcf-cf53-458b-8322-ed949a02ea5d triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:25:03.828434 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:03.877264 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f5937b9d-f858-475b-898c-8474f85887df req-d62dbdb4-f015-4d9d-98db-f7eecbc84c47 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447178 May 10 19:25:03.967203 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:03.996227 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01648ef7-c6b1-467d-b728-72543c248854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33679dcf-cf53-458b-8322-ed949a02ea5d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:04.008773 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 33679dcf-cf53-458b-8322-ed949a02ea5d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=33679dcf-cf53-458b-8322-ed949a02ea5d,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:04.013763 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:04.015744 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:04.078527 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01648ef7-c6b1-467d-b728-72543c248854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33679dcf-cf53-458b-8322-ed949a02ea5d', 'code': 200} May 10 19:25:04.128461 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=33679dcf-cf53-458b-8322-ed949a02ea5d,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:04.136113 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce040cd4-e807-4954-a853-dd81b2b2d10e req-76c8212f-8846-4dc7-9d1b-ed6bef275788 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:04.138658 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:04.143381 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce040cd4-e807-4954-a853-dd81b2b2d10e req-76c8212f-8846-4dc7-9d1b-ed6bef275788 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1478527 May 10 19:25:04.244165 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce040cd4-e807-4954-a853-dd81b2b2d10e req-b2bbdde8-7789-4d24-aa48-a18b0d3dc3e9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998964 May 10 19:25:04.260524 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6c103e-13f7-43f9-b947-1c4d5eaefde2 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:04.268459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:04.284646 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Transition to ACTIVE for port object cb6c103e-13f7-43f9-b947-1c4d5eaefde2 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:25:04.288812 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:04.293893 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:04.350155 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c7f4c-a1ad-4392-8bdb-74957fd59f4c req-8d1ce427-f9dd-4455-aac0-614159169549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:04.351613 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-061c7f4c-a1ad-4392-8bdb-74957fd59f4c req-8d1ce427-f9dd-4455-aac0-614159169549 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 1099 time: 0.0874655 May 10 19:25:04.410519 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-061c7f4c-a1ad-4392-8bdb-74957fd59f4c req-076e6030-4165-45ce-84f0-b5458dca9eb5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500202 May 10 19:25:04.426632 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Pushing event updated for resources: {'Port': ['ID=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:04.456921 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:04.556832 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Attempting to bind port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:25:04.557165 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Attempting to bind port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:25:04.557682 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Attempting to bind port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 on network 26f76358-8082-46c4-a1b2-dcb23afb2365 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:25:04.563308 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 on network 26f76358-8082-46c4-a1b2-dcb23afb2365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:25:04.563630 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Attempting to bind port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 on network 26f76358-8082-46c4-a1b2-dcb23afb2365 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:25:04.569682 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:25:04.570021 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Checking segment: {'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:25:04.570403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Bound using segment: {'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:25:04.570829 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Bound port: cb6c103e-13f7-43f9-b947-1c4d5eaefde2, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:25:04.571165 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:04.748538 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] For port cb6c103e-13f7-43f9-b947-1c4d5eaefde2, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:25:04.751872 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] For port cb6c103e-13f7-43f9-b947-1c4d5eaefde2, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:25:04.760921 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:04.767152 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:04.851904 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:04.852083 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:04.854295 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] 10.222.0.66 "PUT /v2.0/ports/cb6c103e-13f7-43f9-b947-1c4d5eaefde2 HTTP/1.1" status: 200 len: 1093 time: 1.2189071 May 10 19:25:04.865648 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59763e-200b-488c-a599-471159bc034a req-fe3ad9fa-7d01-471a-8e8f-90c5d3a27910 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:04.877981 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7c59763e-200b-488c-a599-471159bc034a req-fe3ad9fa-7d01-471a-8e8f-90c5d3a27910 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 946 time: 0.1267052 May 10 19:25:04.882452 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf', 'tag': 'cb6c103e-13f7-43f9-b947-1c4d5eaefde2'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:04.887830 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Pushing event updated for resources: {'Port': ['ID=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:04.893475 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:04.905023 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a687a27-be5d-4be3-85d9-c21a6e961a33 req-2960d371-908b-4b76-93e0-062c3086e928 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:04.907294 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a687a27-be5d-4be3-85d9-c21a6e961a33 req-2960d371-908b-4b76-93e0-062c3086e928 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 944 time: 0.2439702 May 10 19:25:04.936697 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7c59763e-200b-488c-a599-471159bc034a req-6fb9791b-7933-4efa-8a10-0b32b6bb6ffb tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576015 May 10 19:25:05.005481 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a687a27-be5d-4be3-85d9-c21a6e961a33 req-6c7faf26-58aa-4b21-aa20-b6fbb82279ce tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925231 May 10 19:25:05.049774 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356451-2966-4612-a0c5-aecbc047c121 req-37b894de-098a-4550-af23-5fe4dc361c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:05.049774 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-37b894de-098a-4550-af23-5fe4dc361c01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=674d4638a3c2442b8676c7c22cc055f7&device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 1096 time: 0.1005783 May 10 19:25:05.072726 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf', 'tag': 'cb6c103e-13f7-43f9-b947-1c4d5eaefde2', 'status': 'completed', 'code': 200} May 10 19:25:05.136892 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-cc44cbc6-aa67-4e0a-bb5a-b27e78ebd05f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb6c103e-13f7-43f9-b947-1c4d5eaefde2 HTTP/1.1" status: 200 len: 217 time: 0.0659935 May 10 19:25:05.245487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356451-2966-4612-a0c5-aecbc047c121 req-d4b1f28c-f5d0-42de-a664-264a6bfbc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:05.246911 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-d4b1f28c-f5d0-42de-a664-264a6bfbc002 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f717e720-b259-4cca-a451-e3a26ae21075 HTTP/1.1" status: 200 len: 854 time: 0.1008570 May 10 19:25:05.312309 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-8d8125ff-a4b4-47d7-bab6-b2847f4a698e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26f76358-8082-46c4-a1b2-dcb23afb2365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515172 May 10 19:25:05.321269 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acc7fb-ba9f-4214-a2d5-80c62a38ab0d req-677fea0a-0fcc-45c4-8c72-7eac3f7d8996 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:05.322101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-01acc7fb-ba9f-4214-a2d5-80c62a38ab0d req-677fea0a-0fcc-45c4-8c72-7eac3f7d8996 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Synchronizing usage tracker for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:25:05.454003 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586a1f-1c85-4bc0-b37f-cc444c85abe3 req-f2b82850-465f-4f4f-ae92-e925a8992c4b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:05.455571 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1d586a1f-1c85-4bc0-b37f-cc444c85abe3 req-f2b82850-465f-4f4f-ae92-e925a8992c4b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0863841 May 10 19:25:05.488616 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-01acc7fb-ba9f-4214-a2d5-80c62a38ab0d req-677fea0a-0fcc-45c4-8c72-7eac3f7d8996 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Unset dirty status for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:25:05.489791 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-01acc7fb-ba9f-4214-a2d5-80c62a38ab0d req-677fea0a-0fcc-45c4-8c72-7eac3f7d8996 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 943 time: 0.3117967 May 10 19:25:05.502699 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1d586a1f-1c85-4bc0-b37f-cc444c85abe3 req-49029936-8a56-4755-8c57-ce87376ca291 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 May 10 19:25:05.565435 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-a82d26f5-45d9-4101-a892-df6f64639a6b service neutron] 10.222.0.66 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403307 May 10 19:25:05.569207 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-01acc7fb-ba9f-4214-a2d5-80c62a38ab0d req-96b94dfd-0137-4470-84bd-6cab11bbc22f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Synchronizing usage tracker for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:25:05.603694 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-01acc7fb-ba9f-4214-a2d5-80c62a38ab0d req-96b94dfd-0137-4470-84bd-6cab11bbc22f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Unset dirty status for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:25:05.604915 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-01acc7fb-ba9f-4214-a2d5-80c62a38ab0d req-96b94dfd-0137-4470-84bd-6cab11bbc22f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060333 May 10 19:25:05.717197 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2356451-2966-4612-a0c5-aecbc047c121 req-7a63d650-adc0-40b8-af03-f24f2ba2b2c8 service neutron] 10.222.0.66 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359091 May 10 19:25:05.742737 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 456202d5-776a-464d-926c-3460f59f749a up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:25:05.833789 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 456202d5-776a-464d-926c-3460f59f749a completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:25:05.840451 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 456202d5-776a-464d-926c-3460f59f749a triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:25:05.841130 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:05.908856 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-bed7b840-f335-459a-9acc-5317d1463ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:05.910441 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-bed7b840-f335-459a-9acc-5317d1463ff1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=674d4638a3c2442b8676c7c22cc055f7&device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 1096 time: 0.1025503 May 10 19:25:05.995620 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:06.039748 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 456202d5-776a-464d-926c-3460f59f749a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=456202d5-776a-464d-926c-3460f59f749a,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:06.047186 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:06.050332 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ab9f2306-b347-49f3-9406-36e85131d3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:06.099595 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d1909d-e974-4bf5-82ea-57a3b862ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456202d5-776a-464d-926c-3460f59f749a'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:06.144942 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=456202d5-776a-464d-926c-3460f59f749a,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:06.148698 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:06.179543 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-f1e8b9d4-c276-4708-bb24-8b4fc1b6e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:06.181129 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-f1e8b9d4-c276-4708-bb24-8b4fc1b6e345 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26f76358-8082-46c4-a1b2-dcb23afb2365 HTTP/1.1" status: 200 len: 915 time: 0.2638855 May 10 19:25:06.198897 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec140bb4-a9d6-465f-a7bc-e7b04783dfa8 req-dc65ddb6-ff30-41d5-bd16-651883db709f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:06.200487 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ec140bb4-a9d6-465f-a7bc-e7b04783dfa8 req-dc65ddb6-ff30-41d5-bd16-651883db709f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 946 time: 0.1379938 May 10 19:25:06.265740 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-73afa456-673e-48b7-91c5-c0559115a185 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb6c103e-13f7-43f9-b947-1c4d5eaefde2 HTTP/1.1" status: 200 len: 217 time: 0.0634813 May 10 19:25:06.309947 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fca75-9852-427d-8709-260cc17b8b6c req-83a2a79f-9f0d-4e32-945c-acbb50d128bc tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:06.318158 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ab7fca75-9852-427d-8709-260cc17b8b6c req-83a2a79f-9f0d-4e32-945c-acbb50d128bc tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.1312947 May 10 19:25:06.342904 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-0ab58546-8e65-42ea-952d-a0f843c0d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:06.344426 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-0ab58546-8e65-42ea-952d-a0f843c0d3d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f717e720-b259-4cca-a451-e3a26ae21075 HTTP/1.1" status: 200 len: 854 time: 0.0622320 May 10 19:25:06.376646 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ab7fca75-9852-427d-8709-260cc17b8b6c req-a0637740-68ae-4887-a007-885a2fc7a0dc tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547922 May 10 19:25:06.407413 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ec140bb4-a9d6-465f-a7bc-e7b04783dfa8 req-a2dd782b-b0bb-4c59-bfe6-238a6e0b6856 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516922 May 10 19:25:06.409474 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-2c69a9f7-c66f-4b88-a081-5c4fb17c3e1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26f76358-8082-46c4-a1b2-dcb23afb2365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527666 May 10 19:25:06.435694 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d1909d-e974-4bf5-82ea-57a3b862ca3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456202d5-776a-464d-926c-3460f59f749a', 'code': 200} May 10 19:25:06.605036 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-4ff9ca37-ed0b-4d80-bc26-89f990930e04 service neutron] 10.222.0.66 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770852 May 10 19:25:06.827118 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d522c4b5-15dc-4526-81c9-831579f7b7e3 req-de252dbe-6a41-4f97-ae69-91f3e8ec6b1f service neutron] 10.222.0.66 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147202 May 10 19:25:06.836839 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ead5d-7886-43f8-b64b-8edbf75b0c30 req-821c4805-44bd-407b-8f98-bd3a1e476210 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:06.838460 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b36ead5d-7886-43f8-b64b-8edbf75b0c30 req-821c4805-44bd-407b-8f98-bd3a1e476210 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1994269 May 10 19:25:06.962035 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b36ead5d-7886-43f8-b64b-8edbf75b0c30 req-e732e1e8-2319-4a65-8b8d-c08a9b9287fc tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149266 May 10 19:25:06.993506 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796533d5-fe0d-4147-aeb3-e2381d2bf652 req-c2ab939e-1e1e-4a31-8444-21607a85dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:06.993506 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-796533d5-fe0d-4147-aeb3-e2381d2bf652 req-c2ab939e-1e1e-4a31-8444-21607a85dd10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 1098 time: 0.2078514 May 10 19:25:07.007540 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f8aa5-2a86-42de-bf27-cdecff9281f7 req-69e1fab6-0341-4c28-b1a1-3d94a4f0d1b6 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:07.014736 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cf2f8aa5-2a86-42de-bf27-cdecff9281f7 req-69e1fab6-0341-4c28-b1a1-3d94a4f0d1b6 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 943 time: 0.1387246 May 10 19:25:07.084161 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cf2f8aa5-2a86-42de-bf27-cdecff9281f7 req-8b1cec91-5d99-480c-bfe1-f96d84d8d3fc tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685596 May 10 19:25:07.089767 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-796533d5-fe0d-4147-aeb3-e2381d2bf652 req-478d3d69-6578-4ae4-8e51-11c63ef2111f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729766 May 10 19:25:07.570162 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72426b3-56a4-4758-b9cf-2abc8047831b req-eb6822c5-f85b-4c9e-b662-fcb6414fb8fb tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:07.572753 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a72426b3-56a4-4758-b9cf-2abc8047831b req-eb6822c5-f85b-4c9e-b662-fcb6414fb8fb tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.0897219 May 10 19:25:07.626257 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a72426b3-56a4-4758-b9cf-2abc8047831b req-ad2b7094-dcea-4e5c-8256-7cd98a1272ff tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 May 10 19:25:08.161765 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ffa2-d9f9-4fce-b72e-783de7642fcb req-1ff352f5-46f0-46ac-9763-913723d4ea16 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:08.163546 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9b15ffa2-d9f9-4fce-b72e-783de7642fcb req-1ff352f5-46f0-46ac-9763-913723d4ea16 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0994077 May 10 19:25:08.226379 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9b15ffa2-d9f9-4fce-b72e-783de7642fcb req-c36b104f-fd01-4545-a633-1850c7325864 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562813 May 10 19:25:08.365945 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9277fed-5a90-4e81-9e76-f4d480c4bfe0 req-02e81172-0f81-49f0-ac20-630425173385 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:08.367503 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9277fed-5a90-4e81-9e76-f4d480c4bfe0 req-02e81172-0f81-49f0-ac20-630425173385 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 943 time: 0.0810575 May 10 19:25:08.421703 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9277fed-5a90-4e81-9e76-f4d480c4bfe0 req-19140f8a-76bb-49d0-b224-be0cb3c61f10 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472610 May 10 19:25:08.486524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0ca8-89c6-480f-8552-e0fe30fda35b req-c99797fb-61c8-42b8-b53a-6df557d20cec tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:08.488071 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-875f0ca8-89c6-480f-8552-e0fe30fda35b req-c99797fb-61c8-42b8-b53a-6df557d20cec tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 946 time: 0.1665716 May 10 19:25:08.533605 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-875f0ca8-89c6-480f-8552-e0fe30fda35b req-a1323b52-c110-4cb7-bbed-87e4ca04da4f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 May 10 19:25:08.833062 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c35fb-3076-45f3-ae3c-480b2c117a52 req-9605d75d-c9ba-40e2-9da1-bcec9315e106 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:08.834521 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-690c35fb-3076-45f3-ae3c-480b2c117a52 req-9605d75d-c9ba-40e2-9da1-bcec9315e106 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.0868685 May 10 19:25:08.912857 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-690c35fb-3076-45f3-ae3c-480b2c117a52 req-b14c32e7-7f03-49e0-91e8-67fadcc61225 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713282 May 10 19:25:09.286740 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46440) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:09.420108 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:09.450681 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:09.460777 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c143c-fb97-4806-bab5-efdf045ffe95 req-64321d68-219b-45f0-b3c2-7a5d20f7ee10 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:09.462301 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-772c143c-fb97-4806-bab5-efdf045ffe95 req-64321d68-219b-45f0-b3c2-7a5d20f7ee10 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1252658 May 10 19:25:09.464989 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Usage tracker for resource:security_group_rule and tenant:2b383f4b26f04118a331c423be881fb6 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:09.469664 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:09.487701 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:09.528348 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-772c143c-fb97-4806-bab5-efdf045ffe95 req-6b3d4311-8111-4b77-aaed-ec30f7a840f9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596838 May 10 19:25:09.628100 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:09.634853 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:09.645774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:09.681689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b823-775f-413d-bb44-0b659c5c84f8 req-e90430a4-729c-44f2-9191-92a73924e83c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:09.683371 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4579b823-775f-413d-bb44-0b659c5c84f8 req-e90430a4-729c-44f2-9191-92a73924e83c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 943 time: 0.0986624 May 10 19:25:09.728858 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b383f4b26f04118a331c423be881fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409518 May 10 19:25:09.732859 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 46462) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:09.736630 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4579b823-775f-413d-bb44-0b659c5c84f8 req-3c92b6a8-b95e-44bc-bca4-64f350fa749b tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463338 May 10 19:25:09.737148 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be652eca-c234-4530-bd7d-f0ec7aadc68c,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:09.741877 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:09.780679 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device cb6c103e-13f7-43f9-b947-1c4d5eaefde2 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:25:09.797665 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5118df-2c0d-4ec4-8667-26b86b064c74 req-298593d9-00ee-442b-a5ae-4f4c2cd3492f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:09.799552 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad5118df-2c0d-4ec4-8667-26b86b064c74 req-298593d9-00ee-442b-a5ae-4f4c2cd3492f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 946 time: 0.1209683 May 10 19:25:09.862125 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:09.875813 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ad5118df-2c0d-4ec4-8667-26b86b064c74 req-d8fe2f40-9b99-45d4-b5ab-035342fd8caf tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 May 10 19:25:09.895967 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:09.960908 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:09.966571 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b9702205-e691-4fb1-895f-b7b1a71533e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:09.980343 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be652eca-c234-4530-bd7d-f0ec7aadc68c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:09.985040 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port cb6c103e-13f7-43f9-b947-1c4d5eaefde2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:09.990392 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.990741 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.991089 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.991428 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.991765 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.992101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.992431 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.992753 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.993125 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.994012 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.994012 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.994556 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:09.997379 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:09.998590 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:09.999517 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/be652eca-c234-4530-bd7d-f0ec7aadc68c HTTP/1.1" status: 204 len: 168 time: 0.2620144 May 10 19:25:10.019064 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': 'cb6c103e-13f7-43f9-b947-1c4d5eaefde2', 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365', 'port_id': 'cb6c103e-13f7-43f9-b947-1c4d5eaefde2', 'mac_address': 'fa:16:3e:e7:95:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f717e720-b259-4cca-a451-e3a26ae21075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:25:10.104860 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:10.124413 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dab71-24e0-4300-b28e-d1abf9eb42b5 req-40124d03-6001-41ef-b804-2d08dbe36c04 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:10.124667 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6c103e-13f7-43f9-b947-1c4d5eaefde2 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:10.132961 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-360dab71-24e0-4300-b28e-d1abf9eb42b5 req-40124d03-6001-41ef-b804-2d08dbe36c04 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.0988092 May 10 19:25:10.142107 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port cb6c103e-13f7-43f9-b947-1c4d5eaefde2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:10.147284 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:10.149051 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:10.191262 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-360dab71-24e0-4300-b28e-d1abf9eb42b5 req-1f841e48-287f-48fc-82e0-d580cb69373e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573313 May 10 19:25:10.240818 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:10.244731 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:10.384144 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89147cd0-042f-4085-8891-89f5c6fdefd4 req-31277d21-51d2-4e4f-a1de-f9bfb607ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:10.385665 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-89147cd0-042f-4085-8891-89f5c6fdefd4 req-31277d21-51d2-4e4f-a1de-f9bfb607ee65 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1098 time: 0.0723999 May 10 19:25:10.400382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 46476) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:10.435360 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-89147cd0-042f-4085-8891-89f5c6fdefd4 req-900da064-9fb2-4b3d-8462-399b7ba5174d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 May 10 19:25:10.477898 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:10.495793 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:10.501823 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Usage tracker for resource:security_group_rule and tenant:f7219c1099c841dcac094144edb3df20 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:10.505518 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:10.512543 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:10.661734 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-49da919a-3f05-4457-8276-7921ebf27d70 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:10.663295 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-49da919a-3f05-4457-8276-7921ebf27d70 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.66 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 946 time: 0.2388427 May 10 19:25:10.664983 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:10.671404 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:10.686916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:10.736606 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['cb6c103e-13f7-43f9-b947-1c4d5eaefde2'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:25:10.763300 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db8e36-3cad-4ea0-82dc-594492fffaf8 req-2b47417d-fd23-49c2-873b-aafe74a47db7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:10.764519 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e6db8e36-3cad-4ea0-82dc-594492fffaf8 req-2b47417d-fd23-49c2-873b-aafe74a47db7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1047564 May 10 19:25:10.817342 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e6db8e36-3cad-4ea0-82dc-594492fffaf8 req-d5ea89e1-d2b7-4a61-9f08-1f3e61169bb9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 May 10 19:25:10.887205 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7219c1099c841dcac094144edb3df20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854660 May 10 19:25:10.890336 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46494) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:10.940653 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93fb2a-a1e1-473d-9745-ac5f15b28e2a,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:10.981690 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b437-b7ab-441c-8a99-1b36357dd465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:11.031462 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b437-b7ab-441c-8a99-1b36357dd465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:11.039006 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:11.147150 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Deleting port 33679dcf-cf53-458b-8322-ed949a02ea5d {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:25:11.147527 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:11.165197 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fa18d-19c9-4038-a875-ba489f522f41 req-a2704666-ae3c-474c-b01c-120bf218bac0 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:11.166742 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3f6fa18d-19c9-4038-a875-ba489f522f41 req-a2704666-ae3c-474c-b01c-120bf218bac0 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 946 time: 0.1194298 May 10 19:25:11.191897 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b437-b7ab-441c-8a99-1b36357dd465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:11.198320 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8a5a796f-f98f-408e-a3eb-28cef1486f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:11.214544 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1b437-b7ab-441c-8a99-1b36357dd465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93fb2a-a1e1-473d-9745-ac5f15b28e2a,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:11.217381 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c7b1b437-b7ab-441c-8a99-1b36357dd465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:11.251184 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3f6fa18d-19c9-4038-a875-ba489f522f41 req-782c4775-038e-4a22-bd78-9494a9aefaa7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738106 May 10 19:25:11.270783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bdd77-9967-4cea-9ae2-fd1784b77451 req-d69e9fa7-844a-40a7-910e-b3721cacad33 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:11.271734 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b437-b7ab-441c-8a99-1b36357dd465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:11.276006 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c7b1b437-b7ab-441c-8a99-1b36357dd465 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c93fb2a-a1e1-473d-9745-ac5f15b28e2a HTTP/1.1" status: 204 len: 168 time: 0.3846872 May 10 19:25:11.278041 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4f1bdd77-9967-4cea-9ae2-fd1784b77451 req-d69e9fa7-844a-40a7-910e-b3721cacad33 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 944 time: 0.3344798 May 10 19:25:11.350447 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4f1bdd77-9967-4cea-9ae2-fd1784b77451 req-8f431ed6-3ee1-4703-9166-c307f6a5f9b5 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674634 May 10 19:25:11.355160 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] For port 33679dcf-cf53-458b-8322-ed949a02ea5d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=33679dcf-cf53-458b-8322-ed949a02ea5d,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:11.355551 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:11.523336 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Calling delete_port for 33679dcf-cf53-458b-8322-ed949a02ea5d owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:25:11.710985 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:11.720953 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:11.772620 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Pushing event deleted for resources: {'Port': ['ID=33679dcf-cf53-458b-8322-ed949a02ea5d,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:11.784851 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:11.884583 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] No DVR routers for this DVR port 33679dcf-cf53-458b-8322-ed949a02ea5d on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:25:11.888256 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:11.892800 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01648ef7-c6b1-467d-b728-72543c248854', 'name': 'network-vif-deleted', 'tag': '33679dcf-cf53-458b-8322-ed949a02ea5d'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:11.918957 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7664a8b1-542b-48f5-bfc4-272ecc584157 req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.66 "DELETE /v2.0/ports/33679dcf-cf53-458b-8322-ed949a02ea5d HTTP/1.1" status: 204 len: 173 time: 1.2198853 May 10 19:25:12.071220 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c32e8-c37d-4166-9205-59034f27a1e4 req-fb9016de-ea65-4999-a053-c67b0fd96496 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:12.079668 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-569c32e8-c37d-4166-9205-59034f27a1e4 req-fb9016de-ea65-4999-a053-c67b0fd96496 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1065977 May 10 19:25:12.131350 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-569c32e8-c37d-4166-9205-59034f27a1e4 req-fa78044e-90cd-4034-83d5-25e720714c56 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441024 May 10 19:25:12.194646 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01648ef7-c6b1-467d-b728-72543c248854', 'name': 'network-vif-deleted', 'tag': '33679dcf-cf53-458b-8322-ed949a02ea5d', 'status': 'completed', 'code': 200} May 10 19:25:12.527643 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e692f6cd-d84e-4383-971a-ae9d387f7021 req-fcf8442e-3be3-4ae3-9c43-f2b873ee6465 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Synchronizing usage tracker for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:25:12.546920 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e692f6cd-d84e-4383-971a-ae9d387f7021 req-fcf8442e-3be3-4ae3-9c43-f2b873ee6465 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Unset dirty status for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:25:12.548722 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e692f6cd-d84e-4383-971a-ae9d387f7021 req-fcf8442e-3be3-4ae3-9c43-f2b873ee6465 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=01648ef7-c6b1-467d-b728-72543c248854 HTTP/1.1" status: 200 len: 210 time: 0.0803485 May 10 19:25:13.028221 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab58e9c-d46a-4303-ab87-ddf3dc78fb63 req-5cbeedff-0928-406c-b2c2-2ac590a33cfb tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:13.036874 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ab58e9c-d46a-4303-ab87-ddf3dc78fb63 req-5cbeedff-0928-406c-b2c2-2ac590a33cfb tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 944 time: 0.2343831 May 10 19:25:13.107288 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ab58e9c-d46a-4303-ab87-ddf3dc78fb63 req-9da1ca25-c100-4f16-84a1-d1b1dab9fed8 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693173 May 10 19:25:13.148421 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-e2ff7e4d-a769-4149-bd61-ff2fee57f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:13.163179 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-e2ff7e4d-a769-4149-bd61-ff2fee57f211 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1098 time: 0.2077425 May 10 19:25:13.365383 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-0839ba3a-32ee-4f25-af45-277a6a8ee062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:13.366909 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-0839ba3a-32ee-4f25-af45-277a6a8ee062 service neutron] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 920 time: 0.1957166 May 10 19:25:13.442435 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af59807-59c3-4d0b-bac3-8bd311c13c58 req-7772a268-23ea-41f8-883a-0b55d8e0cfc5 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:13.443590 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9af59807-59c3-4d0b-bac3-8bd311c13c58 req-7772a268-23ea-41f8-883a-0b55d8e0cfc5 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1870403 May 10 19:25:13.453643 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-b8df2b68-c965-4606-b1c2-37190c7b760b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2 HTTP/1.1" status: 200 len: 217 time: 0.0752418 May 10 19:25:13.537449 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9af59807-59c3-4d0b-bac3-8bd311c13c58 req-5424d73d-8b94-4d60-bdfe-73a8133fd2d0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858767 May 10 19:25:13.548049 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-c6f0ae47-0229-47f5-8596-cabe98e66e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:13.549431 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-c6f0ae47-0229-47f5-8596-cabe98e66e74 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.0780802 May 10 19:25:13.602295 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-3fd08ba3-74c0-481c-ba87-37de82774c47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452003 May 10 19:25:13.800914 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device cb6c103e-13f7-43f9-b947-1c4d5eaefde2 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:25:13.867410 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-f6cf76f1-c35e-44a2-a2dd-57b47a058c05 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551026 May 10 19:25:13.906157 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46632) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:13.920049 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:25:13.931693 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:25:13.932266 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:14.109090 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:14.140031 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:14.167741 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6c103e-13f7-43f9-b947-1c4d5eaefde2'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:14.178431 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-839a2b58-967d-4d1e-b20c-a34c73ee1140 req-aca20349-4835-46d6-884b-a19ff0d365a3 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026021 May 10 19:25:14.179296 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port cb6c103e-13f7-43f9-b947-1c4d5eaefde2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:14.188198 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:14.190626 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:14.192157 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aef049-8478-425f-a053-664a3f1f83fd req-58b0d7cf-2606-4265-8217-0f7f4f4717ae tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:14.193704 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-58b0d7cf-2606-4265-8217-0f7f4f4717ae tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/networks?id=863f334d-fdde-48a7-abf5-21b072a39a95 HTTP/1.1" status: 200 len: 808 time: 0.2283270 May 10 19:25:14.198149 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 33679dcf-cf53-458b-8322-ed949a02ea5d no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:25:14.201920 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Usage tracker for resource:security_group_rule and tenant:e9ade7a002db4949a595845e051a3680 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:14.206086 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:14.216166 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:14.222854 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-d890b88b-027e-4098-b9ab-8087367d0bb9 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/quotas/4e0a2fce8ac5456bbf778ef6866c4a6f HTTP/1.1" status: 200 len: 375 time: 0.0227981 May 10 19:25:14.268469 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:14.359674 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-2dceb997-a614-4f83-b54f-c91132df452a tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0a2fce8ac5456bbf778ef6866c4a6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313460 May 10 19:25:14.364090 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 33679dcf-cf53-458b-8322-ed949a02ea5d {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:25:14.364653 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 33679dcf-cf53-458b-8322-ed949a02ea5d not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:25:14.380729 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:14.392235 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:14.392950 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:14.397850 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:14.409160 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0fe6c3f6-71b0-4de3-ad43-41f20efedace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:14.506794 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9ade7a002db4949a595845e051a3680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906610 May 10 19:25:14.509937 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 46660) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:14.513316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91311d0-0639-43b7-b044-e3bc91e7425e,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:14.517575 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:14.518170 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-e0486ef5-5f90-40e6-b188-f936b8ffa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:14.520042 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-e0486ef5-5f90-40e6-b188-f936b8ffa6d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1098 time: 0.2263482 May 10 19:25:14.538832 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-5f60ec95-582c-4d0e-a517-71dbf8f91fef service neutron] 10.222.0.58 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775346 May 10 19:25:14.567581 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee6f0-aa1f-4563-9d65-ca9ff744957c req-e55e8e58-1958-4b9b-9e71-084c5ea85e74 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:14.569206 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-643ee6f0-aa1f-4563-9d65-ca9ff744957c req-e55e8e58-1958-4b9b-9e71-084c5ea85e74 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 945 time: 0.1179781 May 10 19:25:14.620161 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-643ee6f0-aa1f-4563-9d65-ca9ff744957c req-28ff8e9b-753d-4228-8495-a64c489b5acc tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450957 May 10 19:25:14.683245 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6c103e-13f7-43f9-b947-1c4d5eaefde2', 'code': 200} May 10 19:25:14.800227 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7733a013-99c7-40c3-b145-013c21d561eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:14.856362 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-17de32cc-9f54-4ad8-ae7c-4cedabd998b2 service neutron] 10.222.0.58 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123431 May 10 19:25:14.876603 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7733a013-99c7-40c3-b145-013c21d561eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:14.894606 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-1afffce2-b0e9-4e6c-8249-49b8d0233a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:14.896234 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-1afffce2-b0e9-4e6c-8249-49b8d0233a6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 920 time: 0.3189883 May 10 19:25:15.026739 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-6bb21cb7-a716-46fb-883c-c376f72f2751 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2 HTTP/1.1" status: 200 len: 217 time: 0.1189754 May 10 19:25:15.097070 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7733a013-99c7-40c3-b145-013c21d561eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:15.103004 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ecf70151-0a6a-4b22-8ad1-3fce93732226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:15.112607 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-d6d5d22a-9d8d-4f8c-8e87-6215cf29b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:15.114205 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-d6d5d22a-9d8d-4f8c-8e87-6215cf29b9f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.0782905 May 10 19:25:15.140671 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46682) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:15.157732 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733a013-99c7-40c3-b145-013c21d561eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91311d0-0639-43b7-b044-e3bc91e7425e,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:15.204471 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7733a013-99c7-40c3-b145-013c21d561eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:15.207914 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fc3a1818-7990-45ba-9705-8d743164d6bc req-c8ecd08f-9b80-4709-b4f1-f82b4ea021c3 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 210 time: 0.0971267 May 10 19:25:15.213705 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7733a013-99c7-40c3-b145-013c21d561eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:15.214819 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-7733a013-99c7-40c3-b145-013c21d561eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b91311d0-0639-43b7-b044-e3bc91e7425e HTTP/1.1" status: 204 len: 168 time: 0.7028034 May 10 19:25:15.217182 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-f231ad63-73c1-4759-807d-6e7ad3dc85f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673130 May 10 19:25:15.235728 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e212b-836b-4549-925e-ee27219e4f32 req-5f3c338e-1822-43e1-ad29-259d527abc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:15.237274 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4b1e212b-836b-4549-925e-ee27219e4f32 req-5f3c338e-1822-43e1-ad29-259d527abc90 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 1098 time: 0.2330527 May 10 19:25:15.264435 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0d5c-575d-47cd-9258-38627c6eb1dc req-a67f4cd1-81c2-4659-9009-effc7167ad19 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:15.266680 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-166b0d5c-575d-47cd-9258-38627c6eb1dc req-a67f4cd1-81c2-4659-9009-effc7167ad19 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1692607 May 10 19:25:15.367865 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4b1e212b-836b-4549-925e-ee27219e4f32 req-fc15a69b-5b6a-4e17-8c9b-572926a4288b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001725 May 10 19:25:15.380952 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-166b0d5c-575d-47cd-9258-38627c6eb1dc req-561e86a4-29e2-476c-94f8-f275ff1dcc16 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973411 May 10 19:25:15.404259 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:15.419631 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:15.423766 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Usage tracker for resource:security_group_rule and tenant:fe5bf73020754335be9d1e070ef72d65 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:15.426788 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:15.433936 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:15.449647 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-eeee2784-56a7-4841-8640-efd7ded43f71 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243509 May 10 19:25:15.536546 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:15.542433 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:15.552188 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:15.602883 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe5bf73020754335be9d1e070ef72d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566281 May 10 19:25:15.603709 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52cb25d-b742-4c20-bc6c-decdf1d6dd41,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:15.607141 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:15.607744 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46700) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:15.706290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fba6dc9b-d893-4284-b702-82e9466284db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:15.721698 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46706) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:15.764210 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:15.777385 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1194ba36-dac8-467f-991c-c4bbbaaebd57 req-4c56d981-68fa-4f59-8f43-f207c0c541e8 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556934 May 10 19:25:15.787823 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fba6dc9b-d893-4284-b702-82e9466284db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:15.819190 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:15.865378 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Usage tracker for resource:security_group_rule and tenant:9c3d3027642d48949492db93ff57a4f6 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:15.883562 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:15.899250 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:16.026475 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fba6dc9b-d893-4284-b702-82e9466284db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.033998 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0c5ae026-57af-4cfa-97d8-2945b38ba4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:16.048068 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489316d0-cad5-4dd0-8e0c-f52f4eb35eb2 req-ac09f8b9-108f-431a-82b1-109a20cd8e8d tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:16.049519 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-489316d0-cad5-4dd0-8e0c-f52f4eb35eb2 req-ac09f8b9-108f-431a-82b1-109a20cd8e8d tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 945 time: 0.2407751 May 10 19:25:16.062755 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6dc9b-d893-4284-b702-82e9466284db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52cb25d-b742-4c20-bc6c-decdf1d6dd41,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:16.079678 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fba6dc9b-d893-4284-b702-82e9466284db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:16.131232 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-489316d0-cad5-4dd0-8e0c-f52f4eb35eb2 req-b3f2744b-c2f0-4962-8c06-a6691f5fe941 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751359 May 10 19:25:16.138610 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-fba6dc9b-d893-4284-b702-82e9466284db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.142072 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-fba6dc9b-d893-4284-b702-82e9466284db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b52cb25d-b742-4c20-bc6c-decdf1d6dd41 HTTP/1.1" status: 204 len: 168 time: 0.5304477 May 10 19:25:16.165378 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.169395 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.179940 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-60d49f6b-e61b-40ab-a31a-5f5d0ad72e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:16.221565 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c3d3027642d48949492db93ff57a4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987924 May 10 19:25:16.223586 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a5dc9-513c-4fa1-b35b-3bdbece815d7,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:16.224573 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 46716) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:16.227809 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:16.296775 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-262c701c-e201-4afd-b7a6-66301c1214b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.325740 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-262c701c-e201-4afd-b7a6-66301c1214b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.437587 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-930e589a-3e61-43c2-936b-f87dea8ac1b9 req-15a0fe3a-5abc-4a9d-9c33-72f80265a092 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 210 time: 0.0899365 May 10 19:25:16.502467 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-262c701c-e201-4afd-b7a6-66301c1214b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.509151 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-46163ae3-77f5-4e08-b49e-6e44e1f96768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:16.520917 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c701c-e201-4afd-b7a6-66301c1214b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58a5dc9-513c-4fa1-b35b-3bdbece815d7,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:16.526176 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-262c701c-e201-4afd-b7a6-66301c1214b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:16.602995 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-262c701c-e201-4afd-b7a6-66301c1214b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.610026 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-262c701c-e201-4afd-b7a6-66301c1214b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a58a5dc9-513c-4fa1-b35b-3bdbece815d7 HTTP/1.1" status: 204 len: 168 time: 0.3802392 May 10 19:25:16.785270 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46730) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:16.804979 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aef049-8478-425f-a053-664a3f1f83fd req-31dfe7ff-1ebe-4881-b835-b44cc4bdf91f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:16.806669 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-31dfe7ff-1ebe-4881-b835-b44cc4bdf91f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.66 "GET /v2.0/networks?id=863f334d-fdde-48a7-abf5-21b072a39a95 HTTP/1.1" status: 200 len: 808 time: 0.2630148 May 10 19:25:16.828846 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Request body: {'port': {'device_id': '1432fbfc-6916-4daa-bcea-662f29278791', 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95', 'admin_state_up': True, 'tenant_id': '4e0a2fce8ac5456bbf778ef6866c4a6f'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:25:16.829504 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9987-6e2e-4e89-a531-8ff47d73a316 req-f7d32019-4a71-4db2-8da1-4fa4f7853cc7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:16.837468 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d3fd9987-6e2e-4e89-a531-8ff47d73a316 req-f7d32019-4a71-4db2-8da1-4fa4f7853cc7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.2912767 May 10 19:25:16.857232 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:16.875880 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:16.881600 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Usage tracker for resource:security_group_rule and tenant:4a29ea0503134e009d8389a64b94fbdb is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:16.884783 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:16.891618 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:16.971033 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d3fd9987-6e2e-4e89-a531-8ff47d73a316 req-bb505468-40ce-4db8-a204-23a64ae90ba9 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322007 May 10 19:25:17.044256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.055239 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.070676 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:17.093944 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1a6f7aea-5ebc-4b62-8536-fd1975597850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:17.095193 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:17.107344 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a29ea0503134e009d8389a64b94fbdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015172 May 10 19:25:17.107609 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 46744) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:17.115297 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Made reservation on behalf of 4e0a2fce8ac5456bbf778ef6866c4a6f for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:17.119002 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.167809 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b40fcad-512f-4b5c-b7f9-6182e4e1a2b6,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:17.174344 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:17.195024 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-945f86d9-4df8-4617-acb2-eb19f97c57c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.254029 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-945f86d9-4df8-4617-acb2-eb19f97c57c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.351958 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Allocated IP 172.20.0.3 (863f334d-fdde-48a7-abf5-21b072a39a95/8b1faf94-ec82-4fc0-9707-82a59ac79e45/755b6fb2-3c9b-4344-8b61-678c185f3cc3) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:17.370795 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-945f86d9-4df8-4617-acb2-eb19f97c57c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.377325 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-943c1660-2f09-4c12-9a4c-e75df301beaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:17.390607 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f86d9-4df8-4617-acb2-eb19f97c57c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b40fcad-512f-4b5c-b7f9-6182e4e1a2b6,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:17.394888 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-945f86d9-4df8-4617-acb2-eb19f97c57c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:17.401086 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-945f86d9-4df8-4617-acb2-eb19f97c57c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.405894 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-945f86d9-4df8-4617-acb2-eb19f97c57c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b40fcad-512f-4b5c-b7f9-6182e4e1a2b6 HTTP/1.1" status: 204 len: 168 time: 0.2929268 May 10 19:25:17.450088 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151d91-9448-47fe-99ce-b274bab62772 req-077ea2c3-5b2f-44a5-9edd-6dcfb84841a5 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:17.452051 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b151d91-9448-47fe-99ce-b274bab62772 req-077ea2c3-5b2f-44a5-9edd-6dcfb84841a5 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 945 time: 0.1356840 May 10 19:25:17.517712 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b151d91-9448-47fe-99ce-b274bab62772 req-f562434e-61f9-4fbe-8ab8-253c1ff1efb6 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544336 May 10 19:25:17.828787 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7cd2e434-f5d6-4510-af11-e53435efb91e req-ac5f67b8-c101-4b65-9157-b5211f308e01 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 210 time: 0.1389141 May 10 19:25:17.900881 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.956147 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:17.966318 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:18.060633 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Network 863f334d-fdde-48a7-abf5-21b072a39a95 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:18.065422 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:18.069426 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:25:18.123185 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Pushing event updated for resources: {'Port': ['ID=755b6fb2-3c9b-4344-8b61-678c185f3cc3,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:18.126685 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:18.149402 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:18.150287 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:18.226983 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040248 May 10 19:25:18.241649 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Request body: {'port': {'device_id': '1432fbfc-6916-4daa-bcea-662f29278791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:25:18.303036 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacd783-2692-4413-9dbf-7ed2dcaaf0d3 req-03bc5ea8-723e-4cca-a02e-a5a70e0b293a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:18.304720 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-caacd783-2692-4413-9dbf-7ed2dcaaf0d3 req-03bc5ea8-723e-4cca-a02e-a5a70e0b293a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1622536 May 10 19:25:18.418269 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-caacd783-2692-4413-9dbf-7ed2dcaaf0d3 req-9d13e90c-d546-488e-9044-1d5da914bace tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058207 May 10 19:25:18.434669 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:18.597586 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:19.059816 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755b6fb2-3c9b-4344-8b61-678c185f3cc3 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:19.075375 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:19.112653 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Transition to ACTIVE for port object 755b6fb2-3c9b-4344-8b61-678c185f3cc3 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:25:19.118560 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:19.125513 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:19.178109 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b89a4-99d3-429f-bb79-ad685bb3ea49 req-8a291314-2150-43fc-8044-90690a97c04b tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:19.181169 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f52b89a4-99d3-429f-bb79-ad685bb3ea49 req-8a291314-2150-43fc-8044-90690a97c04b tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 931 time: 0.1798387 May 10 19:25:19.317319 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f52b89a4-99d3-429f-bb79-ad685bb3ea49 req-9f856d27-9564-467d-bc46-b022263156e4 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170096 May 10 19:25:19.501744 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Pushing event updated for resources: {'Port': ['ID=755b6fb2-3c9b-4344-8b61-678c185f3cc3,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:19.508570 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:19.548686 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Attempting to bind port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:25:19.548985 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Attempting to bind port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:25:19.549432 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Attempting to bind port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 on network 863f334d-fdde-48a7-abf5-21b072a39a95 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:25:19.556272 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 on network 863f334d-fdde-48a7-abf5-21b072a39a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:25:19.556642 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Attempting to bind port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 on network 863f334d-fdde-48a7-abf5-21b072a39a95 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:25:19.562692 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:25:19.563136 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Checking segment: {'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:25:19.563594 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Bound using segment: {'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:25:19.564101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Bound port: 755b6fb2-3c9b-4344-8b61-678c185f3cc3, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a04f24-0fde-479f-9537-7c91ead8a2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:25:19.564511 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:19.755665 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] For port 755b6fb2-3c9b-4344-8b61-678c185f3cc3, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:25:19.760116 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] For port 755b6fb2-3c9b-4344-8b61-678c185f3cc3, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=755b6fb2-3c9b-4344-8b61-678c185f3cc3,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:25:19.770264 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:19.786137 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-de07d4aa-874e-49f6-8a60-718a3a564bd8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:19.874596 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:19.875129 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:19.876526 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] 10.222.0.66 "PUT /v2.0/ports/755b6fb2-3c9b-4344-8b61-678c185f3cc3 HTTP/1.1" status: 200 len: 1093 time: 1.6402583 May 10 19:25:19.877000 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1432fbfc-6916-4daa-bcea-662f29278791', 'tag': '755b6fb2-3c9b-4344-8b61-678c185f3cc3'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:19.912636 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:25:19.931742 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Pushing event updated for resources: {'Port': ['ID=755b6fb2-3c9b-4344-8b61-678c185f3cc3,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:19.937858 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:19.987807 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1432fbfc-6916-4daa-bcea-662f29278791', 'tag': '755b6fb2-3c9b-4344-8b61-678c185f3cc3', 'status': 'completed', 'code': 200} May 10 19:25:20.036003 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aef049-8478-425f-a053-664a3f1f83fd req-502c84ac-bce5-415d-911e-9a7803529576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:20.036003 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-502c84ac-bce5-415d-911e-9a7803529576 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e0a2fce8ac5456bbf778ef6866c4a6f&device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 1096 time: 0.0875936 May 10 19:25:20.106190 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-91dadb22-b90e-4742-861c-fc06a6e6978b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=755b6fb2-3c9b-4344-8b61-678c185f3cc3 HTTP/1.1" status: 200 len: 217 time: 0.0642564 May 10 19:25:20.171470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aef049-8478-425f-a053-664a3f1f83fd req-9625f848-9a13-49ac-be44-0880bad9ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:20.173000 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-9625f848-9a13-49ac-be44-0880bad9ad3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b1faf94-ec82-4fc0-9707-82a59ac79e45 HTTP/1.1" status: 200 len: 848 time: 0.0600009 May 10 19:25:20.237254 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-bd7e4539-43f6-4eba-ab1b-97341357b71e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863f334d-fdde-48a7-abf5-21b072a39a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566480 May 10 19:25:20.406337 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-ad7f620b-585c-40a9-a515-7acf21b01459 service neutron] 10.222.0.66 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614361 May 10 19:25:20.523783 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75919b-e7f4-4ba3-a58c-d3a456ec4d7a req-b1acb363-33cb-4077-8156-20e62ed83c20 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:20.525295 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6a75919b-e7f4-4ba3-a58c-d3a456ec4d7a req-b1acb363-33cb-4077-8156-20e62ed83c20 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 943 time: 0.0931520 May 10 19:25:20.576204 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6a75919b-e7f4-4ba3-a58c-d3a456ec4d7a req-356df656-318f-47dc-a84b-4fb73edbf289 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442111 May 10 19:25:20.634336 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08aef049-8478-425f-a053-664a3f1f83fd req-6222841d-3af1-4ba5-9b73-98619d797a6a service neutron] 10.222.0.66 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123754 May 10 19:25:20.675999 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96573f83-1896-4cdf-b551-1abd1ed8d17d req-fd748f0b-11e5-4e49-944f-ec95968134a3 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:20.677742 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-96573f83-1896-4cdf-b551-1abd1ed8d17d req-fd748f0b-11e5-4e49-944f-ec95968134a3 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1399844 May 10 19:25:20.776511 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-96573f83-1896-4cdf-b551-1abd1ed8d17d req-10150ad5-4108-4098-a29b-b11df74ce41a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899081 May 10 19:25:20.818057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-0b99842a-5c9c-45b3-a0bb-f3dc2451121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:20.820560 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-0b99842a-5c9c-45b3-a0bb-f3dc2451121a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e0a2fce8ac5456bbf778ef6866c4a6f&device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 1096 time: 0.1154995 May 10 19:25:20.994924 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-db55fc61-39e3-491d-bab8-a9bc8d8a13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:20.996513 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-db55fc61-39e3-491d-bab8-a9bc8d8a13e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=863f334d-fdde-48a7-abf5-21b072a39a95 HTTP/1.1" status: 200 len: 909 time: 0.1679945 May 10 19:25:21.089987 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-01ae8a25-645d-4a09-b619-b6ace3f900de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=755b6fb2-3c9b-4344-8b61-678c185f3cc3 HTTP/1.1" status: 200 len: 217 time: 0.0840499 May 10 19:25:21.210107 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-2f9bf2b8-27dc-491a-a0ad-41430454e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:21.211579 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-2f9bf2b8-27dc-491a-a0ad-41430454e145 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b1faf94-ec82-4fc0-9707-82a59ac79e45 HTTP/1.1" status: 200 len: 848 time: 0.0814159 May 10 19:25:21.265029 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-e32594c2-ceae-4717-9dd0-cb8a0fa2162b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=863f334d-fdde-48a7-abf5-21b072a39a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455022 May 10 19:25:21.523058 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-1e148bde-74f1-467f-af16-3027332ebe3a tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c639c01e6979481494209b45d374d6f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582163 May 10 19:25:21.544312 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-497362fe-4ea1-4b22-a2d6-81878cc600bd service neutron] 10.222.0.66 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717357 May 10 19:25:21.734194 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ac58054-7a35-43d1-a4dc-f4f54933f111 req-ca3def36-4632-48b5-a47a-be1c143ae11c service neutron] 10.222.0.66 "GET /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736348 May 10 19:25:21.779261 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb744-734b-4cf7-af81-1c208eada451 req-17629176-6261-41aa-baf2-2e041b01c171 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:21.784178 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-17629176-6261-41aa-baf2-2e041b01c171 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537925 May 10 19:25:21.800683 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-dd55eefa-92dc-4fa4-ab39-1de357da61ab tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/quotas/c639c01e6979481494209b45d374d6f7 HTTP/1.1" status: 200 len: 375 time: 0.0120254 May 10 19:25:21.859710 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-70265ed8-ac62-41b2-bd5b-c38641681613 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c639c01e6979481494209b45d374d6f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523820 May 10 19:25:22.109829 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b74f599-0727-4d03-9bbe-9fc21ec29839 req-532cb5e5-f593-4f0c-86f2-c5176079cf5f tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 210 time: 0.0669088 May 10 19:25:22.202418 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193f1f4-df2c-424e-81a7-1bea71db079e req-b0f2c815-c147-4e3b-883b-3c3e31d8d861 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:22.209815 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5193f1f4-df2c-424e-81a7-1bea71db079e req-b0f2c815-c147-4e3b-883b-3c3e31d8d861 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 943 time: 0.1151876 May 10 19:25:22.279821 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5193f1f4-df2c-424e-81a7-1bea71db079e req-8978c25f-8c9e-48f0-83c3-a2b7982c2878 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690873 May 10 19:25:22.863760 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 47068) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:22.986789 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.001416 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:23.005379 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Usage tracker for resource:security_group_rule and tenant:346b20ce76fb467087a612d38ff1d810 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:23.008654 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:23.014596 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:23.099266 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.103559 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.111418 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:23.161187 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 47078) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:23.161795 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=346b20ce76fb467087a612d38ff1d810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964125 May 10 19:25:23.162369 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1727b71-bf13-45cf-a7dc-f21568d8093a,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:23.175767 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:23.233962 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-309e3258-aad8-4a0a-8ce9-bf90f5f2b666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.334133 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-309e3258-aad8-4a0a-8ce9-bf90f5f2b666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.343638 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d898b557-1beb-478f-8be8-8f6efc625f26 req-568e2f91-a8d5-4920-ba59-7faf2bb0ad89 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 210 time: 0.0793471 May 10 19:25:23.354516 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-bb1a8580-6f33-469f-af90-b32b23812b1d tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c639c01e6979481494209b45d374d6f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560825 May 10 19:25:23.492786 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b63aba-9839-443e-b40a-75fc5be63307 req-1fd3997a-f1d6-47b6-8527-bcef0521d883 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:23.499300 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f2b63aba-9839-443e-b40a-75fc5be63307 req-1fd3997a-f1d6-47b6-8527-bcef0521d883 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 943 time: 0.0973146 May 10 19:25:23.548168 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d7193dea-46de-42dd-8702-2163a8884f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.559220 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-309e3258-aad8-4a0a-8ce9-bf90f5f2b666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.569098 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f2b63aba-9839-443e-b40a-75fc5be63307 req-703b4a52-f851-426b-8052-92bca1236f9f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672932 May 10 19:25:23.574682 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:23.602449 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e3258-aad8-4a0a-8ce9-bf90f5f2b666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1727b71-bf13-45cf-a7dc-f21568d8093a,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:23.611946 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb744-734b-4cf7-af81-1c208eada451 req-5cfe7182-367a-4a6e-9c89-1d1fa67c5fa4 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:23.613814 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-5cfe7182-367a-4a6e-9c89-1d1fa67c5fa4 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410645 May 10 19:25:23.614688 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-309e3258-aad8-4a0a-8ce9-bf90f5f2b666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:23.616268 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-309e3258-aad8-4a0a-8ce9-bf90f5f2b666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.617274 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-309e3258-aad8-4a0a-8ce9-bf90f5f2b666 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1727b71-bf13-45cf-a7dc-f21568d8093a HTTP/1.1" status: 204 len: 168 time: 0.4539857 May 10 19:25:23.632828 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Request body: {'port': {'device_id': '1574fc36-a1e3-45a8-8ffc-c1bc951925e0', 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d', 'admin_state_up': True, 'tenant_id': 'c639c01e6979481494209b45d374d6f7'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:25:23.793679 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:23.798062 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Usage tracker for resource:port and tenant:c639c01e6979481494209b45d374d6f7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:23.801086 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:23.808414 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:23.822490 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Made reservation on behalf of c639c01e6979481494209b45d374d6f7 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:23.828631 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.847154 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.863506 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 755b6fb2-3c9b-4344-8b61-678c185f3cc3 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:25:23.872482 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:23.877209 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Usage tracker for resource:security_group_rule and tenant:c639c01e6979481494209b45d374d6f7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:23.880518 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:23.887473 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:23.985891 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.992302 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.996602 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:24.006432 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 47100) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:24.027182 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 755b6fb2-3c9b-4344-8b61-678c185f3cc3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=755b6fb2-3c9b-4344-8b61-678c185f3cc3,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:24.028733 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.042030 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '755b6fb2-3c9b-4344-8b61-678c185f3cc3', 'network_id': '863f334d-fdde-48a7-abf5-21b072a39a95', 'port_id': '755b6fb2-3c9b-4344-8b61-678c185f3cc3', 'mac_address': 'fa:16:3e:51:b3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1faf94-ec82-4fc0-9707-82a59ac79e45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:25:24.048925 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:24.054816 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Usage tracker for resource:security_group_rule and tenant:5af5e94058d54bbbb2112c3884dbb463 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:25:24.058647 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:25:24.067209 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:24.080989 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d0f6f9-3975-466b-b7a6-118293c3a886,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:24.097209 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:24.109092 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.129751 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755b6fb2-3c9b-4344-8b61-678c185f3cc3 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:24.147427 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 755b6fb2-3c9b-4344-8b61-678c185f3cc3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=755b6fb2-3c9b-4344-8b61-678c185f3cc3,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:24.152805 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.156404 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-598bfc44-22d0-46e3-b467-a0ed5ce435f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:24.179798 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.185190 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.192896 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3e59edfb-8844-43fe-a0ec-b0a3c7edf07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:24.199229 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Allocated IP 192.168.233.177 (393caa6a-402d-4b77-9812-93eafb45ab7d/1e973ef8-7230-4388-8e6a-5bb93c2e1b5e/565708aa-eab8-4a93-ab2c-64e385abb805) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:24.236991 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5af5e94058d54bbbb2112c3884dbb463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281640 May 10 19:25:24.240306 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235af4ae-7c45-4910-8010-e823d69c46cd,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:24.242086 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 47104) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:25:24.245361 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:24.287417 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=755b6fb2-3c9b-4344-8b61-678c185f3cc3,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:24.298363 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:24.321775 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3632059a-7544-4399-b13d-be9deab955a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.350320 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3632059a-7544-4399-b13d-be9deab955a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.429929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3632059a-7544-4399-b13d-be9deab955a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.434138 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-dadc66d3-baec-44e8-9e5c-f3e2010770db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:24.452169 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632059a-7544-4399-b13d-be9deab955a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235af4ae-7c45-4910-8010-e823d69c46cd,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:24.455192 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3632059a-7544-4399-b13d-be9deab955a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:24.464132 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3632059a-7544-4399-b13d-be9deab955a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.465472 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3632059a-7544-4399-b13d-be9deab955a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/235af4ae-7c45-4910-8010-e823d69c46cd HTTP/1.1" status: 204 len: 168 time: 0.2219563 May 10 19:25:24.533584 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2c6eac6f-ea77-4534-bfef-a5105fae1ab7 req-45b3c872-afeb-417f-8178-5146da5da491 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 210 time: 0.0574737 May 10 19:25:24.541238 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.559335 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Transition to ACTIVE for port object 565708aa-eab8-4a93-ab2c-64e385abb805 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:25:24.590527 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.602024 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:24.681264 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Pushing event updated for resources: {'Port': ['ID=565708aa-eab8-4a93-ab2c-64e385abb805,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:24.682042 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['755b6fb2-3c9b-4344-8b61-678c185f3cc3'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:25:24.688388 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:24.701586 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Network 393caa6a-402d-4b77-9812-93eafb45ab7d is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:24.702890 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:24.705173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:25:24.861893 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:24.862578 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.874799 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf158859-5e6b-4b82-8f78-96d7aeb084c3 req-508513f4-d25e-4fb0-9194-3b849b99e15f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:24.887313 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bf158859-5e6b-4b82-8f78-96d7aeb084c3 req-508513f4-d25e-4fb0-9194-3b849b99e15f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 944 time: 0.1578681 May 10 19:25:24.951382 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3221955 May 10 19:25:24.969204 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Request body: {'port': {'device_id': '1574fc36-a1e3-45a8-8ffc-c1bc951925e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:25:25.015580 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bf158859-5e6b-4b82-8f78-96d7aeb084c3 req-d7356be1-5e9e-4674-ba4c-c51dd05ed624 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273639 May 10 19:25:25.095903 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f5fb65e8-da40-45b0-9640-2e24d14f8ec5 None None] Provisioning for port 565708aa-eab8-4a93-ab2c-64e385abb805 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:25:25.103779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f5fb65e8-da40-45b0-9640-2e24d14f8ec5 None None] Provisioning complete for port 565708aa-eab8-4a93-ab2c-64e385abb805 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:25:25.104644 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f5fb65e8-da40-45b0-9640-2e24d14f8ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:25.171962 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:25.176777 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb65e8-da40-45b0-9640-2e24d14f8ec5 None None] Port 565708aa-eab8-4a93-ab2c-64e385abb805 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:25:25.677727 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565708aa-eab8-4a93-ab2c-64e385abb805 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:25.687878 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:25.708125 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Transition to ACTIVE for port object 565708aa-eab8-4a93-ab2c-64e385abb805 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:25:25.713443 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:25.718934 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0d2df997-2120-472b-8dbb-e180942c9281 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:25.774946 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a783e-4f80-4e43-9c8c-89714656e8f9 req-04342bb9-0755-4858-a80c-29a774e201f8 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:25.777281 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ef8a783e-4f80-4e43-9c8c-89714656e8f9 req-04342bb9-0755-4858-a80c-29a774e201f8 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 948 time: 0.1038804 May 10 19:25:25.855791 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ef8a783e-4f80-4e43-9c8c-89714656e8f9 req-a361c658-df3e-4683-a259-05a59b822210 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691733 May 10 19:25:25.926290 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Pushing event updated for resources: {'Port': ['ID=565708aa-eab8-4a93-ab2c-64e385abb805,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:25.956725 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:26.009080 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Attempting to bind port 565708aa-eab8-4a93-ab2c-64e385abb805 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:25:26.009527 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Attempting to bind port 565708aa-eab8-4a93-ab2c-64e385abb805 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:25:26.010192 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Attempting to bind port 565708aa-eab8-4a93-ab2c-64e385abb805 on network 393caa6a-402d-4b77-9812-93eafb45ab7d {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:25:26.018844 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Port 565708aa-eab8-4a93-ab2c-64e385abb805 on network 393caa6a-402d-4b77-9812-93eafb45ab7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:25:26.019352 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Attempting to bind port 565708aa-eab8-4a93-ab2c-64e385abb805 on network 393caa6a-402d-4b77-9812-93eafb45ab7d {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:25:26.030904 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:25:26.031505 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Checking segment: {'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:25:26.032054 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Bound using segment: {'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:25:26.032662 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Bound port: 565708aa-eab8-4a93-ab2c-64e385abb805, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100cb6af-2ad6-47a6-89b0-5ae36d3517dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:25:26.033040 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:26.158256 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] For port 565708aa-eab8-4a93-ab2c-64e385abb805, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:25:26.162234 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] For port 565708aa-eab8-4a93-ab2c-64e385abb805, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=565708aa-eab8-4a93-ab2c-64e385abb805,segment=NetworkSegment(100cb6af-2ad6-47a6-89b0-5ae36d3517dc),segment_id=100cb6af-2ad6-47a6-89b0-5ae36d3517dc)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:25:26.168282 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:26.174993 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:26.237661 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:26.238349 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:26.239947 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] 10.222.0.66 "PUT /v2.0/ports/565708aa-eab8-4a93-ab2c-64e385abb805 HTTP/1.1" status: 200 len: 1098 time: 1.2763631 May 10 19:25:26.240796 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1574fc36-a1e3-45a8-8ffc-c1bc951925e0', 'tag': '565708aa-eab8-4a93-ab2c-64e385abb805'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:26.283015 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201448-5fba-445a-9529-74c8bc557b9b req-30fde3d4-cae8-4241-b595-3fced28ad187 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:26.284673 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b2201448-5fba-445a-9529-74c8bc557b9b req-30fde3d4-cae8-4241-b595-3fced28ad187 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 944 time: 0.1229584 May 10 19:25:26.299404 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Pushing event updated for resources: {'Port': ['ID=565708aa-eab8-4a93-ab2c-64e385abb805,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:26.313971 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:26.354800 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1574fc36-a1e3-45a8-8ffc-c1bc951925e0', 'tag': '565708aa-eab8-4a93-ab2c-64e385abb805', 'status': 'completed', 'code': 200} May 10 19:25:26.355173 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b2201448-5fba-445a-9529-74c8bc557b9b req-36b8ace7-d5cf-4f93-8715-528f7726fe27 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541966 May 10 19:25:26.422673 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb744-734b-4cf7-af81-1c208eada451 req-9cc2f178-da56-46ee-9cde-12d45e049e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:26.424477 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-9cc2f178-da56-46ee-9cde-12d45e049e5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c639c01e6979481494209b45d374d6f7&device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 1101 time: 0.1213870 May 10 19:25:26.512489 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-50c1b1df-3c29-47c6-92ad-43e53d51801d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=565708aa-eab8-4a93-ab2c-64e385abb805 HTTP/1.1" status: 200 len: 217 time: 0.0788641 May 10 19:25:26.578159 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:26.583438 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-38d97b32-610d-47f7-a6b9-e831ba85effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:26.625803 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c6f85700-21a8-4992-96e0-83d0d94f6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:26.627355 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c6f85700-21a8-4992-96e0-83d0d94f6784 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e973ef8-7230-4388-8e6a-5bb93c2e1b5e HTTP/1.1" status: 200 len: 843 time: 0.0950665 May 10 19:25:26.707651 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb744-734b-4cf7-af81-1c208eada451 req-eb0db65f-87c5-4fff-bdc0-55ab5d3bf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:26.709056 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-eb0db65f-87c5-4fff-bdc0-55ab5d3bf233 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393caa6a-402d-4b77-9812-93eafb45ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713668 May 10 19:25:26.864084 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-c40b6310-4fda-4651-8dcd-4dca360309cd service neutron] 10.222.0.66 "GET /v2.0/networks/393caa6a-402d-4b77-9812-93eafb45ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419742 May 10 19:25:27.013479 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6aadb744-734b-4cf7-af81-1c208eada451 req-470b5ad6-ac4b-4ecd-bc45-b2ea730e7375 service neutron] 10.222.0.66 "GET /v2.0/networks/393caa6a-402d-4b77-9812-93eafb45ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420968 May 10 19:25:27.125574 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c1c6d-b853-432f-8de5-fc981fbf4ff9 req-8091f1d3-2e97-4463-8a98-2d9c4403d891 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:27.126819 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-719c1c6d-b853-432f-8de5-fc981fbf4ff9 req-8091f1d3-2e97-4463-8a98-2d9c4403d891 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 948 time: 0.1652536 May 10 19:25:27.156849 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-355b74f0-7316-4443-ad5a-29b59b740c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:27.158548 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-355b74f0-7316-4443-ad5a-29b59b740c3e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c639c01e6979481494209b45d374d6f7&device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 1101 time: 0.0790551 May 10 19:25:27.208558 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-719c1c6d-b853-432f-8de5-fc981fbf4ff9 req-33344487-9c2e-4e6f-94b0-202d816db82e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743189 May 10 19:25:27.323886 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-f6337b30-85d7-44b7-9c56-edd2423e76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:27.328311 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-f6337b30-85d7-44b7-9c56-edd2423e76f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=393caa6a-402d-4b77-9812-93eafb45ab7d HTTP/1.1" status: 200 len: 870 time: 0.1596010 May 10 19:25:27.398405 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-ba793582-8b84-4020-9957-8bf6c31d8236 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=565708aa-eab8-4a93-ab2c-64e385abb805 HTTP/1.1" status: 200 len: 217 time: 0.0648687 May 10 19:25:27.469704 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-a631221e-3cd9-429d-8167-5a977491c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:27.471207 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-a631221e-3cd9-429d-8167-5a977491c615 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e973ef8-7230-4388-8e6a-5bb93c2e1b5e HTTP/1.1" status: 200 len: 843 time: 0.0651090 May 10 19:25:27.549132 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-b5e30c08-b1e8-4894-a86a-74ea7d8adbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:27.550697 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-b5e30c08-b1e8-4894-a86a-74ea7d8adbec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393caa6a-402d-4b77-9812-93eafb45ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726051 May 10 19:25:27.559891 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:27.578256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f482f4-312c-4c6e-9240-0705ae078f83 req-f2a94484-d5ed-422d-a1c5-aa52c124366f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:27.579686 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-15f482f4-312c-4c6e-9240-0705ae078f83 req-f2a94484-d5ed-422d-a1c5-aa52c124366f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 944 time: 0.1004124 May 10 19:25:27.643462 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-15f482f4-312c-4c6e-9240-0705ae078f83 req-10b9e644-b044-4192-8789-22fcde66b228 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563588 May 10 19:25:27.785979 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-5bd81a59-eb92-4fab-838b-de43a7e460b5 service neutron] 10.222.0.66 "GET /v2.0/networks/393caa6a-402d-4b77-9812-93eafb45ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259626 May 10 19:25:27.900676 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 755b6fb2-3c9b-4344-8b61-678c185f3cc3 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:25:27.920606 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3d5afac3-1f0e-4f3a-8c05-606536a935aa req-794ee6ac-969f-47e3-934b-fc601b7bf049 service neutron] 10.222.0.66 "GET /v2.0/networks/393caa6a-402d-4b77-9812-93eafb45ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274502 May 10 19:25:27.972008 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:25:27.976459 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:25:27.976829 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:28.091225 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:28.118154 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432fbfc-6916-4daa-bcea-662f29278791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b6fb2-3c9b-4344-8b61-678c185f3cc3'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:28.127993 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 755b6fb2-3c9b-4344-8b61-678c185f3cc3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=755b6fb2-3c9b-4344-8b61-678c185f3cc3,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:28.132145 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:28.135008 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:28.167104 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432fbfc-6916-4daa-bcea-662f29278791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b6fb2-3c9b-4344-8b61-678c185f3cc3', 'code': 200} May 10 19:25:28.207552 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=755b6fb2-3c9b-4344-8b61-678c185f3cc3,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:28.210396 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:28.418096 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8c479-6932-42c7-a0b9-a6da00443f27 req-57bb5020-2852-4d84-8d93-692980f9552e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:28.418813 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-dcc8c479-6932-42c7-a0b9-a6da00443f27 req-57bb5020-2852-4d84-8d93-692980f9552e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Synchronizing usage tracker for tenant:c639c01e6979481494209b45d374d6f7 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:25:28.469456 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-dcc8c479-6932-42c7-a0b9-a6da00443f27 req-57bb5020-2852-4d84-8d93-692980f9552e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Unset dirty status for tenant:c639c01e6979481494209b45d374d6f7 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:25:28.469456 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dcc8c479-6932-42c7-a0b9-a6da00443f27 req-57bb5020-2852-4d84-8d93-692980f9552e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 948 time: 0.1493866 May 10 19:25:28.567553 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-dcc8c479-6932-42c7-a0b9-a6da00443f27 req-200e6564-6bf2-4027-9f2f-93599f539ac0 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Synchronizing usage tracker for tenant:c639c01e6979481494209b45d374d6f7 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:25:28.595447 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-dcc8c479-6932-42c7-a0b9-a6da00443f27 req-200e6564-6bf2-4027-9f2f-93599f539ac0 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Unset dirty status for tenant:c639c01e6979481494209b45d374d6f7 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:25:28.596804 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dcc8c479-6932-42c7-a0b9-a6da00443f27 req-200e6564-6bf2-4027-9f2f-93599f539ac0 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247959 May 10 19:25:28.608225 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72483faf-e57c-460b-b8fd-e136bae864fe req-81fe4993-0207-4c3a-96b9-52ce250b2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:28.609744 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72483faf-e57c-460b-b8fd-e136bae864fe req-81fe4993-0207-4c3a-96b9-52ce250b2ed5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 1098 time: 0.1165929 May 10 19:25:28.688161 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72483faf-e57c-460b-b8fd-e136bae864fe req-5e59b343-c381-4463-a786-069268e166d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697930 May 10 19:25:28.843783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426e279-6199-4637-a6d5-20a6668e6186 req-1bf1141a-90b2-492c-8170-196696439fbd tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:28.844515 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-b426e279-6199-4637-a6d5-20a6668e6186 req-1bf1141a-90b2-492c-8170-196696439fbd tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Synchronizing usage tracker for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:25:28.873603 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-b426e279-6199-4637-a6d5-20a6668e6186 req-1bf1141a-90b2-492c-8170-196696439fbd tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Unset dirty status for tenant:4e0a2fce8ac5456bbf778ef6866c4a6f on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:25:28.875139 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b426e279-6199-4637-a6d5-20a6668e6186 req-1bf1141a-90b2-492c-8170-196696439fbd tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.1244299 May 10 19:25:28.923919 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b426e279-6199-4637-a6d5-20a6668e6186 req-923c996a-07ae-4335-8bca-6155e6f28116 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 May 10 19:25:28.931351 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:29.822312 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea439574-f893-417a-aec0-5896dea3300c req-eb670da3-81d2-46ae-b652-74b8939c9584 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:29.824114 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ea439574-f893-417a-aec0-5896dea3300c req-eb670da3-81d2-46ae-b652-74b8939c9584 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 948 time: 0.0901136 May 10 19:25:29.883819 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ea439574-f893-417a-aec0-5896dea3300c req-23da84ef-d3b0-4857-866a-8e93f4c71c7b tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521631 May 10 19:25:30.131264 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2516a-57d9-4d5e-af50-c28cef4007ad req-d7688ffb-a01f-4df1-a3f4-f0fb86f7528f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:30.132686 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-99f2516a-57d9-4d5e-af50-c28cef4007ad req-d7688ffb-a01f-4df1-a3f4-f0fb86f7528f tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.0848155 May 10 19:25:30.178005 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-99f2516a-57d9-4d5e-af50-c28cef4007ad req-aea1a4cf-16a4-4cc4-a3d9-73b1bc55a18a tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 May 10 19:25:30.352247 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea51e6f-311d-4de4-9a56-6377289556fb req-6837da47-36d8-4a88-bb1d-cc2be99342af tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:30.353906 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fea51e6f-311d-4de4-9a56-6377289556fb req-6837da47-36d8-4a88-bb1d-cc2be99342af tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0810735 May 10 19:25:30.400109 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fea51e6f-311d-4de4-9a56-6377289556fb req-473b0ef4-2130-4805-9e15-ef14f8654590 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 May 10 19:25:36.211214 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72004496-d5c1-485f-88b4-6b46170a3968 req-c0e5d28d-3f94-48e3-bffe-36559aff2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:36.212678 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72004496-d5c1-485f-88b4-6b46170a3968 req-c0e5d28d-3f94-48e3-bffe-36559aff2097 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1098 time: 0.0807223 May 10 19:25:36.365453 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c8246-6933-4963-a5be-117a56a6e9e7 req-a4942090-70c5-4e7c-8b77-be281045fa7a tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:36.366941 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-db2c8246-6933-4963-a5be-117a56a6e9e7 req-a4942090-70c5-4e7c-8b77-be281045fa7a tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.1017721 May 10 19:25:36.416003 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-db2c8246-6933-4963-a5be-117a56a6e9e7 req-40a017f0-7fab-4d9c-a82a-1f05ef97b067 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 May 10 19:25:36.418953 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72004496-d5c1-485f-88b4-6b46170a3968 req-68463536-7ed5-40c6-80b6-dab9add20e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:36.421064 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72004496-d5c1-485f-88b4-6b46170a3968 req-68463536-7ed5-40c6-80b6-dab9add20e5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 920 time: 0.2000668 May 10 19:25:36.441328 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9779ded-7cef-49b3-aaa3-f75380a479b3 req-7974870a-1cb1-4dcb-b49e-7aef9a0cc3cd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:36.443416 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b9779ded-7cef-49b3-aaa3-f75380a479b3 req-7974870a-1cb1-4dcb-b49e-7aef9a0cc3cd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 948 time: 0.1488352 May 10 19:25:36.558416 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72004496-d5c1-485f-88b4-6b46170a3968 req-45c6ddf3-247e-4264-b2f0-458e4ce7b4d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2 HTTP/1.1" status: 200 len: 217 time: 0.0693610 May 10 19:25:36.560932 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b9779ded-7cef-49b3-aaa3-f75380a479b3 req-4c6a815a-73f3-4e29-b4f9-e4c177a70309 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089513 May 10 19:25:36.618354 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3943f-e73e-40ef-95df-323c5cf49589 req-1ae33abc-4cf5-43bd-ba8e-8b3cfac031fe tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:36.620347 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a5d3943f-e73e-40ef-95df-323c5cf49589 req-1ae33abc-4cf5-43bd-ba8e-8b3cfac031fe tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0940471 May 10 19:25:36.629683 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72004496-d5c1-485f-88b4-6b46170a3968 req-aa10fda7-d9a8-49ec-aeab-4bec893da970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:36.631095 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72004496-d5c1-485f-88b4-6b46170a3968 req-aa10fda7-d9a8-49ec-aeab-4bec893da970 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.0638011 May 10 19:25:36.671072 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a5d3943f-e73e-40ef-95df-323c5cf49589 req-487d288b-4d94-4483-87f4-b9fe2fde1a00 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 May 10 19:25:36.687214 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72004496-d5c1-485f-88b4-6b46170a3968 req-3b8c54f3-6203-481a-8152-6f182c05296b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472860 May 10 19:25:36.818187 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72004496-d5c1-485f-88b4-6b46170a3968 req-0c35876b-6a09-4c9d-8b96-d6befc4169b0 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211843 May 10 19:25:36.953571 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72004496-d5c1-485f-88b4-6b46170a3968 req-3eab09f7-9fa5-4a76-8ee7-770321c09239 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195960 May 10 19:25:37.722262 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45cdc1-7580-49de-b847-222ee4d87ee0 req-da064e99-18c1-4361-9391-44465ad96417 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:37.726182 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4b45cdc1-7580-49de-b847-222ee4d87ee0 req-da064e99-18c1-4361-9391-44465ad96417 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.1842022 May 10 19:25:37.780014 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4b45cdc1-7580-49de-b847-222ee4d87ee0 req-5ad52f2b-f7b5-475f-824c-ce4c25dff14a tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466478 May 10 19:25:37.855215 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a57bd-b2d0-4441-9611-8f64530ed4de req-f243d68f-2a80-4f0e-bbd4-84614f0b2f33 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:37.867818 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-196a57bd-b2d0-4441-9611-8f64530ed4de req-f243d68f-2a80-4f0e-bbd4-84614f0b2f33 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 948 time: 0.1583388 May 10 19:25:37.929714 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-196a57bd-b2d0-4441-9611-8f64530ed4de req-2ee68db1-0325-483d-a7c9-02bd7978a225 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484412 May 10 19:25:38.089031 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dfbe1-4cae-46f7-bef2-d7364b532c1b req-f0bc2c00-4c94-490b-b9f0-3b3f15280c68 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:38.090523 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c34dfbe1-4cae-46f7-bef2-d7364b532c1b req-f0bc2c00-4c94-490b-b9f0-3b3f15280c68 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1638749 May 10 19:25:38.135487 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c34dfbe1-4cae-46f7-bef2-d7364b532c1b req-587a487b-1421-4b3e-b5cb-015fb715fc3c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 May 10 19:25:38.193608 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-078dcb04-b68d-4946-b20b-74a7f1f9862e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:38.195106 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-078dcb04-b68d-4946-b20b-74a7f1f9862e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 815 time: 0.1765919 May 10 19:25:38.210825 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-595f9580-6743-445e-bfb3-1e041ff657b9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/quotas/428bcbf709ea4aada68d31dc25260585 HTTP/1.1" status: 200 len: 375 time: 0.0100300 May 10 19:25:38.306155 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b2b57191-32e7-4c55-9fa3-5c27af5c0214 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880778 May 10 19:25:38.459773 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-7cadb499-de76-4b29-a474-b13dcd84e279 service neutron] 10.222.0.58 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466937 May 10 19:25:38.593320 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-5b281068-7e88-4e60-9ee8-79d1ceec4be6 service neutron] 10.222.0.58 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275082 May 10 19:25:41.553998 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 565708aa-eab8-4a93-ab2c-64e385abb805 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:25:41.685410 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 565708aa-eab8-4a93-ab2c-64e385abb805, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=565708aa-eab8-4a93-ab2c-64e385abb805,segment=NetworkSegment(100cb6af-2ad6-47a6-89b0-5ae36d3517dc),segment_id=100cb6af-2ad6-47a6-89b0-5ae36d3517dc)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:41.699542 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '565708aa-eab8-4a93-ab2c-64e385abb805', 'network_id': '393caa6a-402d-4b77-9812-93eafb45ab7d', 'port_id': '565708aa-eab8-4a93-ab2c-64e385abb805', 'mac_address': 'fa:16:3e:58:01:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e973ef8-7230-4388-8e6a-5bb93c2e1b5e', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:25:41.758705 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:41.776636 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565708aa-eab8-4a93-ab2c-64e385abb805 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:41.792538 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 565708aa-eab8-4a93-ab2c-64e385abb805, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=565708aa-eab8-4a93-ab2c-64e385abb805,segment=NetworkSegment(100cb6af-2ad6-47a6-89b0-5ae36d3517dc),segment_id=100cb6af-2ad6-47a6-89b0-5ae36d3517dc)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:41.796521 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:41.799619 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:41.865779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=565708aa-eab8-4a93-ab2c-64e385abb805,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:41.869141 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:43.349402 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d1f147d-e757-4d27-b173-b400d5ecadec req-59975019-c52a-4e52-8608-fcd3b6258981 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 210 time: 0.0447793 May 10 19:25:43.435964 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6b25-9564-4d22-a674-ca600adae8b2 req-fdbee64b-01ce-45ee-b1cb-45530b7afc6f tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:43.437426 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-469e6b25-9564-4d22-a674-ca600adae8b2 req-fdbee64b-01ce-45ee-b1cb-45530b7afc6f tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 949 time: 0.0858965 May 10 19:25:43.482638 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-469e6b25-9564-4d22-a674-ca600adae8b2 req-a63f1c38-7564-40d0-9169-6bd5c4d2cb5a tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 May 10 19:25:43.522655 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d029c8d-82d9-4d49-975a-6582e6a9efcc req-f272d907-4f55-48d6-9662-d177ca44d7c4 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:43.524096 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4d029c8d-82d9-4d49-975a-6582e6a9efcc req-f272d907-4f55-48d6-9662-d177ca44d7c4 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0812380 May 10 19:25:43.569892 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4d029c8d-82d9-4d49-975a-6582e6a9efcc req-7e4962c0-acd7-417a-9a82-1ae5ca9964cf tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388927 May 10 19:25:45.299680 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-628832dc-536f-482f-86f7-b1d2dbfbe60d req-4e066636-0103-496e-9ba6-fefd2ac76168 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 210 time: 0.0429423 May 10 19:25:45.347515 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947e0ae-c92d-4bf3-84c7-a266d11599e2 req-7ef334e8-5927-4ae7-bb22-5e87332bae92 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:45.349007 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b947e0ae-c92d-4bf3-84c7-a266d11599e2 req-7ef334e8-5927-4ae7-bb22-5e87332bae92 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 949 time: 0.0876555 May 10 19:25:45.390243 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['565708aa-eab8-4a93-ab2c-64e385abb805'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:25:45.409636 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b947e0ae-c92d-4bf3-84c7-a266d11599e2 req-1123d089-b697-493b-8463-8bdb1a8aa7e8 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542581 May 10 19:25:45.510237 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42265e55-fa91-4fd8-9558-6ff4b079008a req-73017b92-a8a8-4bb8-9e44-2e8781b72ca5 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:45.511875 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-42265e55-fa91-4fd8-9558-6ff4b079008a req-73017b92-a8a8-4bb8-9e44-2e8781b72ca5 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1121490 May 10 19:25:45.558363 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-42265e55-fa91-4fd8-9558-6ff4b079008a req-604d823c-0a28-4b74-b504-8f0254073119 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 May 10 19:25:45.916168 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-1547c3b0-48b4-4ea0-b909-4cc931e23dc7 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:45.917629 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-1547c3b0-48b4-4ea0-b909-4cc931e23dc7 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 815 time: 0.1499896 May 10 19:25:45.930136 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Request body: {'port': {'device_id': '692c37b4-2068-456a-82cb-3d2d65a9283c', 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'admin_state_up': True, 'tenant_id': '428bcbf709ea4aada68d31dc25260585'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:25:46.072774 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:25:46.083319 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:25:46.094790 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Made reservation on behalf of 428bcbf709ea4aada68d31dc25260585 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:46.098281 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:46.270572 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Allocated IP 172.20.0.7 (a5b2409f-4272-49bb-8a40-1e462a8b0335/42e34396-f004-43b2-90d5-f11afe60c968/5379814e-a89c-4577-9188-0ced83ee1a23) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:46.550877 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5e87f3ac-b4cd-4bdb-8e28-0cc9c5607c5c req-ba1ea888-9ba1-44d3-9484-20eef632f374 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 210 time: 0.0626414 May 10 19:25:46.593637 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:46.634358 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:46.657872 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:46.740339 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Network a5b2409f-4272-49bb-8a40-1e462a8b0335 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:46.795147 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:46.805158 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Pushing event updated for resources: {'Port': ['ID=5379814e-a89c-4577-9188-0ced83ee1a23,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:46.834516 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:25:46.844878 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c517419-a491-4aa9-97a5-f549cde7b270 req-9328af6a-39bf-48a0-bda2-b50ad8705729 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:46.846466 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8c517419-a491-4aa9-97a5-f549cde7b270 req-9328af6a-39bf-48a0-bda2-b50ad8705729 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 949 time: 0.1050830 May 10 19:25:46.899642 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8c517419-a491-4aa9-97a5-f549cde7b270 req-0c75d453-4172-4342-981e-0095c42e4b67 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469863 May 10 19:25:46.901095 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:46.935159 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:46.935801 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:46.985595 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6c62a-8b3f-490b-8862-aeebd36650fe req-5b902f0d-7292-4981-875e-f7df5b3b8a83 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:46.985595 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7da6c62a-8b3f-490b-8862-aeebd36650fe req-5b902f0d-7292-4981-875e-f7df5b3b8a83 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.2851756 May 10 19:25:46.990216 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0638039 May 10 19:25:47.028815 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Request body: {'port': {'device_id': '692c37b4-2068-456a-82cb-3d2d65a9283c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:25:47.069901 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['e392e7f6-9e07-44ff-9092-9fdbfe43a056', '64747f7b-58e7-4fa4-82df-2bbde0df5de3', '456202d5-776a-464d-926c-3460f59f749a'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:25:47.079357 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7da6c62a-8b3f-490b-8862-aeebd36650fe req-2ab4c335-34b2-4046-9722-889909db9a1b tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870156 May 10 19:25:47.108374 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dac250-848d-4219-89a8-3e293363b4be req-04a37476-4e53-4bbd-b699-c551ebd9c811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:47.110014 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b3dac250-848d-4219-89a8-3e293363b4be req-04a37476-4e53-4bbd-b699-c551ebd9c811 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0936670 May 10 19:25:47.160855 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b3dac250-848d-4219-89a8-3e293363b4be req-47c18cef-4a0e-450a-b33d-06b5f7ebd09b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445046 May 10 19:25:47.165973 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:47.616831 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5379814e-a89c-4577-9188-0ced83ee1a23 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:25:47.624599 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:47.640487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Transition to ACTIVE for port object 5379814e-a89c-4577-9188-0ced83ee1a23 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:25:47.646247 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:47.658280 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:47.781047 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5c9b2-cc28-42b1-8e03-eeeee8ba3aa8 req-78109857-8eff-45a4-8897-26c0d96bb2be tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:47.782736 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-dff5c9b2-cc28-42b1-8e03-eeeee8ba3aa8 req-78109857-8eff-45a4-8897-26c0d96bb2be tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 943 time: 0.1218874 May 10 19:25:47.871106 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Pushing event updated for resources: {'Port': ['ID=5379814e-a89c-4577-9188-0ced83ee1a23,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:47.879139 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:47.898858 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Attempting to bind port 5379814e-a89c-4577-9188-0ced83ee1a23 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:25:47.899185 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Attempting to bind port 5379814e-a89c-4577-9188-0ced83ee1a23 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:25:47.899504 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Attempting to bind port 5379814e-a89c-4577-9188-0ced83ee1a23 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:25:47.904433 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-dff5c9b2-cc28-42b1-8e03-eeeee8ba3aa8 req-4defe3c1-c6cd-42bf-8e67-4013ed25ea65 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154380 May 10 19:25:47.904920 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Port 5379814e-a89c-4577-9188-0ced83ee1a23 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:25:47.904920 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Attempting to bind port 5379814e-a89c-4577-9188-0ced83ee1a23 on network a5b2409f-4272-49bb-8a40-1e462a8b0335 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:25:47.910271 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:25:47.910604 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Checking segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:25:47.911008 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Bound using segment: {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:25:47.911404 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Bound port: 5379814e-a89c-4577-9188-0ced83ee1a23, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:25:47.911747 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:48.003786 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] For port 5379814e-a89c-4577-9188-0ced83ee1a23, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:25:48.006856 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] For port 5379814e-a89c-4577-9188-0ced83ee1a23, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5379814e-a89c-4577-9188-0ced83ee1a23,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:25:48.011470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:48.018185 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ff0de8e6-2a42-4d98-b846-3acb5b2c47f3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:48.121677 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:48.122311 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:48.123659 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] 10.222.0.66 "PUT /v2.0/ports/5379814e-a89c-4577-9188-0ced83ee1a23 HTTP/1.1" status: 200 len: 1093 time: 1.1006005 May 10 19:25:48.132006 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692c37b4-2068-456a-82cb-3d2d65a9283c', 'tag': '5379814e-a89c-4577-9188-0ced83ee1a23'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:48.151964 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Pushing event updated for resources: {'Port': ['ID=5379814e-a89c-4577-9188-0ced83ee1a23,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:48.155869 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:48.214675 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc0f10-7e5a-4518-b64d-50626106c3ef req-25d0a241-36fb-4ef8-9b1e-4b82e7d7e466 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:48.216735 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d0bc0f10-7e5a-4518-b64d-50626106c3ef req-25d0a241-36fb-4ef8-9b1e-4b82e7d7e466 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 949 time: 0.2005978 May 10 19:25:48.277686 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d0bc0f10-7e5a-4518-b64d-50626106c3ef req-663e2bd0-5c98-4d5d-92e3-4d4357d0763e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540569 May 10 19:25:48.297459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-58dfa01b-5399-48cf-b672-597186be9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:48.298965 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-58dfa01b-5399-48cf-b672-597186be9801 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 1096 time: 0.1271851 May 10 19:25:48.361108 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37358517-9234-49b0-8af3-efcc2d778671 req-780103eb-437b-4f8e-9726-1bcc0e1ca2cb tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:48.362885 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-37358517-9234-49b0-8af3-efcc2d778671 req-780103eb-437b-4f8e-9726-1bcc0e1ca2cb tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.1532698 May 10 19:25:48.368629 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692c37b4-2068-456a-82cb-3d2d65a9283c', 'tag': '5379814e-a89c-4577-9188-0ced83ee1a23', 'status': 'completed', 'code': 200} May 10 19:25:48.378463 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-376afe95-72f1-4acc-ae15-05596a19110e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5379814e-a89c-4577-9188-0ced83ee1a23 HTTP/1.1" status: 200 len: 217 time: 0.0719655 May 10 19:25:48.455541 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-37358517-9234-49b0-8af3-efcc2d778671 req-ffb9a52e-3754-4153-a941-b393dec0f9e4 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830381 May 10 19:25:48.500553 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-5669db7f-172a-46a7-ba5d-3e43ef22e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:48.503130 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-5669db7f-172a-46a7-ba5d-3e43ef22e886 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 200 len: 855 time: 0.1165369 May 10 19:25:48.583723 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:48.599160 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-4112038f-7997-4d6b-b7bd-1218a62ae81b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b2409f-4272-49bb-8a40-1e462a8b0335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513766 May 10 19:25:48.658562 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841a95-0267-483c-bbfd-d4dc624af43d req-5f332e8d-1ce9-4aec-8df7-3d001e548847 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:48.659977 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-09841a95-0267-483c-bbfd-d4dc624af43d req-5f332e8d-1ce9-4aec-8df7-3d001e548847 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1433446 May 10 19:25:48.772728 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-09841a95-0267-483c-bbfd-d4dc624af43d req-1e1c5805-1085-4bb4-ac16-06f81f7847c2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711248 May 10 19:25:48.806217 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-0552a269-912e-4eac-96c1-5076c777a562 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872630 May 10 19:25:48.941991 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bafad46-323c-43f8-afab-bcb8cf7b3606 req-d2e3f193-c535-4395-bfd7-96a5fa895877 service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286602 May 10 19:25:49.122857 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-72e58508-67c3-4e91-b26a-b52429481cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:49.124198 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-72e58508-67c3-4e91-b26a-b52429481cb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=428bcbf709ea4aada68d31dc25260585&device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 1096 time: 0.1323161 May 10 19:25:49.131442 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ee615-6486-4a09-b3dd-dcb17a56ff01 req-92a7b4db-a78b-4a4b-8a88-5967f5b57be1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:49.132091 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-cb3ee615-6486-4a09-b3dd-dcb17a56ff01 req-92a7b4db-a78b-4a4b-8a88-5967f5b57be1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:25:49.218408 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-cb3ee615-6486-4a09-b3dd-dcb17a56ff01 req-92a7b4db-a78b-4a4b-8a88-5967f5b57be1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:25:49.219515 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cb3ee615-6486-4a09-b3dd-dcb17a56ff01 req-92a7b4db-a78b-4a4b-8a88-5967f5b57be1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 943 time: 0.1994464 May 10 19:25:49.383895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-abd4e165-b610-42a5-8bce-78cc22a43452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:49.385201 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-abd4e165-b610-42a5-8bce-78cc22a43452 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 200 len: 916 time: 0.2504120 May 10 19:25:49.388588 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cb3ee615-6486-4a09-b3dd-dcb17a56ff01 req-17304899-eb98-435f-ac39-c30ceb5c6b1b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582394 May 10 19:25:49.559735 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55563ecc-32f0-4287-a995-d752d2299688 req-a1af6ceb-87b2-4796-8bc8-d38bab178c23 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:49.561225 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-55563ecc-32f0-4287-a995-d752d2299688 req-a1af6ceb-87b2-4796-8bc8-d38bab178c23 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 949 time: 0.0801048 May 10 19:25:49.610954 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-55563ecc-32f0-4287-a995-d752d2299688 req-ed26e9fd-eb99-4f53-bf72-9687879c677c tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 May 10 19:25:49.784431 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2446-4e91-4587-b64b-c63059ea6cb3 req-c18e04a2-f909-4c08-a68a-1319a9d93326 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:49.785895 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-913a2446-4e91-4587-b64b-c63059ea6cb3 req-c18e04a2-f909-4c08-a68a-1319a9d93326 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.0816278 May 10 19:25:49.831047 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-913a2446-4e91-4587-b64b-c63059ea6cb3 req-b0094a3c-8352-44ca-a93a-4cad05bf64c0 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392334 May 10 19:25:50.893434 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 565708aa-eab8-4a93-ab2c-64e385abb805 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:25:50.960513 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-3c4370d4-7ba3-4cad-8009-4ab90fb33c69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5379814e-a89c-4577-9188-0ced83ee1a23 HTTP/1.1" status: 200 len: 217 time: 0.0630143 May 10 19:25:50.965237 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 565708aa-eab8-4a93-ab2c-64e385abb805 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:25:50.970066 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 565708aa-eab8-4a93-ab2c-64e385abb805 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:25:50.970472 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:51.110393 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:51.136905 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1574fc36-a1e3-45a8-8ffc-c1bc951925e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565708aa-eab8-4a93-ab2c-64e385abb805'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:51.146402 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 565708aa-eab8-4a93-ab2c-64e385abb805, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=565708aa-eab8-4a93-ab2c-64e385abb805,segment=NetworkSegment(100cb6af-2ad6-47a6-89b0-5ae36d3517dc),segment_id=100cb6af-2ad6-47a6-89b0-5ae36d3517dc)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:51.149859 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:51.151520 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:51.218000 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=565708aa-eab8-4a93-ab2c-64e385abb805,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:51.221138 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:53.541373 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d46953dc-a4e3-4622-8056-c1000511cbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:54.406536 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-13a19c20-b4b4-440c-abd1-16418e2dda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:54.408025 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-13a19c20-b4b4-440c-abd1-16418e2dda1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 200 len: 855 time: 0.0604866 May 10 19:25:54.457656 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-8f26e4c5-bc24-4f2f-83e1-e398580b4584 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a5b2409f-4272-49bb-8a40-1e462a8b0335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429187 May 10 19:25:54.587348 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-621145ec-e1ad-4586-b1e6-5ea73e2b50da service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221957 May 10 19:25:54.726016 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cbd1004c-ce6d-41e5-a7e7-4cf1bfe4075f req-1cd7ce29-6215-49d9-a605-74e91eb1cd0e service neutron] 10.222.0.66 "GET /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316381 May 10 19:25:55.745279 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94e73-180f-4770-9b04-d14a2f930b8f req-40a97296-5f98-4d75-9fbf-17b9da50edc2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:55.746822 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2ea94e73-180f-4770-9b04-d14a2f930b8f req-40a97296-5f98-4d75-9fbf-17b9da50edc2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0850234 May 10 19:25:55.807418 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2ea94e73-180f-4770-9b04-d14a2f930b8f req-dfb4011b-3c68-43ff-9907-36e97c4a3587 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512228 May 10 19:25:55.809200 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45269816-db6d-46cc-a463-49e23ed1dc71 req-826cbbe3-ef95-4c3e-acd2-d78e1dcb6699 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:55.810979 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-45269816-db6d-46cc-a463-49e23ed1dc71 req-826cbbe3-ef95-4c3e-acd2-d78e1dcb6699 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 943 time: 0.0869584 May 10 19:25:55.863474 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-45269816-db6d-46cc-a463-49e23ed1dc71 req-f578a193-9f44-4ff5-bd61-df10033c0979 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 May 10 19:25:55.982588 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fc259-0b5f-405a-b18d-ae2f7a04415d req-9de6fcc8-b25a-4a27-8565-971df54ab59e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:55.984075 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a71fc259-0b5f-405a-b18d-ae2f7a04415d req-9de6fcc8-b25a-4a27-8565-971df54ab59e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.0830255 May 10 19:25:56.032149 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a71fc259-0b5f-405a-b18d-ae2f7a04415d req-ef726375-e6e8-41db-9579-0073dcfe9884 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 May 10 19:25:56.046882 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79df98-957f-458e-9f4e-f4d6e6741f2a req-89e0ee42-a532-4397-863e-85440b4625ec tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:56.048442 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3a79df98-957f-458e-9f4e-f4d6e6741f2a req-89e0ee42-a532-4397-863e-85440b4625ec tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.0915704 May 10 19:25:56.086851 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1574fc36-a1e3-45a8-8ffc-c1bc951925e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565708aa-eab8-4a93-ab2c-64e385abb805', 'code': 200} May 10 19:25:56.139116 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3a79df98-957f-458e-9f4e-f4d6e6741f2a req-1102ace9-ff92-4339-bd38-2a1dc8ad5ea7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/security-groups?id=9379a8b9-9c55-450d-b188-fce2b261d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846555 May 10 19:25:56.185031 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-3f552de8-afae-44ba-8b1b-d6d86ad0b8fc tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:56.187625 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-3f552de8-afae-44ba-8b1b-d6d86ad0b8fc tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.66 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 945 time: 0.1180527 May 10 19:25:56.364501 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dab4a-f262-48b5-8e2f-596ceb1aafdd req-30699dfd-6437-43a5-9e0f-8046695843de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:56.365910 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-230dab4a-f262-48b5-8e2f-596ceb1aafdd req-30699dfd-6437-43a5-9e0f-8046695843de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 1103 time: 0.0702493 May 10 19:25:56.367415 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Deleting port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:25:56.367759 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:56.415410 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-230dab4a-f262-48b5-8e2f-596ceb1aafdd req-4f9abc07-3a8e-480e-b5a5-7891bf013816 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 May 10 19:25:56.506788 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] For port 755b6fb2-3c9b-4344-8b61-678c185f3cc3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=755b6fb2-3c9b-4344-8b61-678c185f3cc3,segment=NetworkSegment(c8a04f24-0fde-479f-9537-7c91ead8a2ba),segment_id=c8a04f24-0fde-479f-9537-7c91ead8a2ba)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:25:56.507148 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:56.550955 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:56.552590 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1629d202-1cb9-4625-bf69-0f87b0bf1b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:56.635633 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Calling delete_port for 755b6fb2-3c9b-4344-8b61-678c185f3cc3 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:25:56.752927 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:56.758864 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:25:56.770905 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['755b6fb2-3c9b-4344-8b61-678c185f3cc3'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:25:56.804650 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Pushing event deleted for resources: {'Port': ['ID=755b6fb2-3c9b-4344-8b61-678c185f3cc3,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:56.807574 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:25:56.919159 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:25:56.996290 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] No DVR routers for this DVR port 755b6fb2-3c9b-4344-8b61-678c185f3cc3 on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:25:57.002822 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:57.005364 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432fbfc-6916-4daa-bcea-662f29278791', 'name': 'network-vif-deleted', 'tag': '755b6fb2-3c9b-4344-8b61-678c185f3cc3'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:25:57.023483 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-93427383-1fb9-4af7-8dcf-741ede9e06d4 req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.66 "DELETE /v2.0/ports/755b6fb2-3c9b-4344-8b61-678c185f3cc3 HTTP/1.1" status: 204 len: 173 time: 0.8297553 May 10 19:25:57.059689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c321b0-d920-44b9-8243-cf81dc22ba12 req-f490c6f2-73ed-490b-baef-701202653b9b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:57.061303 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e9c321b0-d920-44b9-8243-cf81dc22ba12 req-f490c6f2-73ed-490b-baef-701202653b9b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1035671 May 10 19:25:57.104524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb81d35-b4fd-4274-ae0f-750af360e33e req-5f09d0ce-cf8b-405a-8957-b0985cb9e3ff tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:57.106781 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cfb81d35-b4fd-4274-ae0f-750af360e33e req-5f09d0ce-cf8b-405a-8957-b0985cb9e3ff tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 943 time: 0.1124926 May 10 19:25:57.120181 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e9c321b0-d920-44b9-8243-cf81dc22ba12 req-9537fb2b-0794-4088-a2e3-446cbf833248 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525017 May 10 19:25:57.167449 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cfb81d35-b4fd-4274-ae0f-750af360e33e req-ee32cae1-e8aa-42cd-9ac1-00f50bb042fa tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539653 May 10 19:25:57.177513 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432fbfc-6916-4daa-bcea-662f29278791', 'name': 'network-vif-deleted', 'tag': '755b6fb2-3c9b-4344-8b61-678c185f3cc3', 'status': 'completed', 'code': 200} May 10 19:25:57.360269 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9a50ba16-b6fd-4c6a-ada2-8d9d6831d40d req-79a56faa-1416-4577-9abd-13b166bdfc56 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] 10.222.0.58 "GET /v2.0/ports?device_id=1432fbfc-6916-4daa-bcea-662f29278791 HTTP/1.1" status: 200 len: 210 time: 0.0498784 May 10 19:25:57.409080 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b39eda-b1d2-4b4c-ad4a-cdc15bc58e58 req-67d8e6ac-5749-47d8-8c05-20b2b359e928 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:57.410886 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37b39eda-b1d2-4b4c-ad4a-cdc15bc58e58 req-67d8e6ac-5749-47d8-8c05-20b2b359e928 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.1191800 May 10 19:25:57.456710 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37b39eda-b1d2-4b4c-ad4a-cdc15bc58e58 req-1be78a7b-4128-4125-84df-2a46329029a0 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 May 10 19:25:57.562263 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:58.928112 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:03.551887 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 755b6fb2-3c9b-4344-8b61-678c185f3cc3 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:26:03.587430 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 755b6fb2-3c9b-4344-8b61-678c185f3cc3 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:26:03.587862 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 755b6fb2-3c9b-4344-8b61-678c185f3cc3 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:26:03.777085 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb47d12-b515-40cc-8da9-aa77ba8d001a req-0757dea3-a770-4b93-8989-0384768cf8eb tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:03.778681 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fdb47d12-b515-40cc-8da9-aa77ba8d001a req-0757dea3-a770-4b93-8989-0384768cf8eb tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0820880 May 10 19:26:03.805945 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26b6f1-f9c0-45ca-b912-caf9c2994d00 req-4ebaac4c-6ffd-4935-b76d-ea1259d3c23f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:03.807818 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cf26b6f1-f9c0-45ca-b912-caf9c2994d00 req-4ebaac4c-6ffd-4935-b76d-ea1259d3c23f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 943 time: 0.0921824 May 10 19:26:03.833407 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fdb47d12-b515-40cc-8da9-aa77ba8d001a req-2f352396-f943-4fd6-a5ec-85f1942b2cb6 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484374 May 10 19:26:03.860585 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cf26b6f1-f9c0-45ca-b912-caf9c2994d00 req-5cb6884e-7a76-48fd-a12d-fad7b8da3aa2 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 May 10 19:26:04.043862 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c1ea1-8c2f-418e-b6da-5050e9dce7ac req-58536871-da89-448d-88be-c50890e85117 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:04.045309 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-554c1ea1-8c2f-418e-b6da-5050e9dce7ac req-58536871-da89-448d-88be-c50890e85117 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.0824046 May 10 19:26:04.088966 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-554c1ea1-8c2f-418e-b6da-5050e9dce7ac req-933faa5b-cd0f-4459-a262-cf1c2faff741 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 May 10 19:26:05.093857 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b255f6e-127c-4be7-a057-551539e9e998 req-e95ea2e8-9d35-4155-b505-613762577269 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:05.095625 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8b255f6e-127c-4be7-a057-551539e9e998 req-e95ea2e8-9d35-4155-b505-613762577269 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0966783 May 10 19:26:05.156251 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8b255f6e-127c-4be7-a057-551539e9e998 req-470ae687-a087-42b0-8920-68b00d95c4aa tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526416 May 10 19:26:05.342657 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e48ab6-96c9-4363-adf2-c813971ef0a1 req-5e0fd24c-6cd1-4379-819b-16d5e1d1ea74 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:05.343066 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e963-3537-4ce7-a2c2-96a2a2eefe8a req-e8764ff0-1249-4871-bf64-831ee7bcda58 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:05.344384 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a5f7e963-3537-4ce7-a2c2-96a2a2eefe8a req-e8764ff0-1249-4871-bf64-831ee7bcda58 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.0970731 May 10 19:26:05.345661 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-66e48ab6-96c9-4363-adf2-c813971ef0a1 req-5e0fd24c-6cd1-4379-819b-16d5e1d1ea74 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 943 time: 0.1112826 May 10 19:26:05.391657 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-66e48ab6-96c9-4363-adf2-c813971ef0a1 req-495d32c4-5d98-4072-87f1-9ca8fe265716 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 May 10 19:26:05.394728 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a5f7e963-3537-4ce7-a2c2-96a2a2eefe8a req-720d7d42-4e09-4456-91eb-2f017101c950 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 May 10 19:26:05.828680 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd9550-87e7-441c-88a2-115532200ace req-3aad43f4-a4c0-4eba-aa54-fa04dfdc6b34 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:05.830797 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00fd9550-87e7-441c-88a2-115532200ace req-3aad43f4-a4c0-4eba-aa54-fa04dfdc6b34 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.0809100 May 10 19:26:05.877249 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00fd9550-87e7-441c-88a2-115532200ace req-9bca7ad8-671a-4e35-9db6-592e93717a42 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 May 10 19:26:08.438119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 5379814e-a89c-4577-9188-0ced83ee1a23 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:26:08.578200 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 5379814e-a89c-4577-9188-0ced83ee1a23, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5379814e-a89c-4577-9188-0ced83ee1a23,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:26:08.594987 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '5379814e-a89c-4577-9188-0ced83ee1a23', 'network_id': 'a5b2409f-4272-49bb-8a40-1e462a8b0335', 'port_id': '5379814e-a89c-4577-9188-0ced83ee1a23', 'mac_address': 'fa:16:3e:90:97:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e34396-f004-43b2-90d5-f11afe60c968', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:26:08.647472 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:08.663840 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5379814e-a89c-4577-9188-0ced83ee1a23 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:26:08.679254 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 5379814e-a89c-4577-9188-0ced83ee1a23, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5379814e-a89c-4577-9188-0ced83ee1a23,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:26:08.683130 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:08.684827 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:26:08.752486 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=5379814e-a89c-4577-9188-0ced83ee1a23,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:08.759684 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.760034 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.760372 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.760708 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.761033 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.761364 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.761744 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.762070 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.762419 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.762741 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.763061 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.763379 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:08.767388 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:26:11.907523 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9093b80-a4be-4742-b16e-d2aa2d852798 req-53854e22-0637-48df-89ca-63c1c8acdc82 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:11.909079 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e9093b80-a4be-4742-b16e-d2aa2d852798 req-53854e22-0637-48df-89ca-63c1c8acdc82 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 944 time: 0.0928495 May 10 19:26:11.910002 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01457f7e-f43e-47a3-aecb-80913b761646 req-13b77890-bdf2-4cc9-accb-9e9240d118d2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:11.911660 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-01457f7e-f43e-47a3-aecb-80913b761646 req-13b77890-bdf2-4cc9-accb-9e9240d118d2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0977778 May 10 19:26:11.959015 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e9093b80-a4be-4742-b16e-d2aa2d852798 req-0b6d183e-c2bb-4148-bc82-6d43c7f463b8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 May 10 19:26:11.959825 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-01457f7e-f43e-47a3-aecb-80913b761646 req-57587c49-aac4-4006-8fbf-ef081549b668 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 May 10 19:26:12.154750 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a15d-27ed-438a-905a-fb5efdb27aff req-e7f732b6-255e-4830-9e62-279801f8e05e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:12.156215 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f3c2a15d-27ed-438a-905a-fb5efdb27aff req-e7f732b6-255e-4830-9e62-279801f8e05e tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.0842428 May 10 19:26:12.160101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b554fe7-eb13-484f-ae31-33468b52d6cc req-7c994dfa-fe50-487f-896e-92d54cb85416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:12.161547 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3b554fe7-eb13-484f-ae31-33468b52d6cc req-7c994dfa-fe50-487f-896e-92d54cb85416 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1098 time: 0.0733850 May 10 19:26:12.201785 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f3c2a15d-27ed-438a-905a-fb5efdb27aff req-6fdd7610-3ff2-42a7-adc1-004c17f3961b tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 May 10 19:26:12.203086 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3b554fe7-eb13-484f-ae31-33468b52d6cc req-0dec18ca-7df0-49b4-ae3e-50385b5bf337 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340908 May 10 19:26:13.283074 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc9012-9699-4e4f-a286-77f5e3c4527f req-e373fec4-91c4-4916-9ec3-0b48a9a6795c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:13.284527 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-31cc9012-9699-4e4f-a286-77f5e3c4527f req-e373fec4-91c4-4916-9ec3-0b48a9a6795c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0794003 May 10 19:26:13.306702 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7c8f8-ccc2-4f3e-922d-255ee9c231ac req-6dd6df3f-9c04-4a85-b3c4-3d82b06a2e18 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:13.308163 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a1d7c8f8-ccc2-4f3e-922d-255ee9c231ac req-6dd6df3f-9c04-4a85-b3c4-3d82b06a2e18 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 944 time: 0.0808678 May 10 19:26:13.330191 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-31cc9012-9699-4e4f-a286-77f5e3c4527f req-7ee0ef25-8e66-401b-9db4-a1192ec0efe0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 May 10 19:26:13.359114 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a1d7c8f8-ccc2-4f3e-922d-255ee9c231ac req-ed9aa934-e5b0-4c27-92d7-e4500f0baa64 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 May 10 19:26:13.514199 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec6be7-4e3c-4d9f-ba0b-cc78bec283ab req-eb199973-297d-4333-8682-13146b256e74 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:13.515709 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-53ec6be7-4e3c-4d9f-ba0b-cc78bec283ab req-eb199973-297d-4333-8682-13146b256e74 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.0828841 May 10 19:26:13.561273 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-53ec6be7-4e3c-4d9f-ba0b-cc78bec283ab req-bd404a16-d0ac-4f04-9696-e4cc5d2a8866 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 May 10 19:26:19.025779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['5379814e-a89c-4577-9188-0ced83ee1a23'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:26:19.099394 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:19.199517 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58fce5d6-acc5-4f77-b414-94818179a14b req-5fd78c4e-1509-4057-b5ff-5f6a27433212 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749781 May 10 19:26:19.300153 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce5d6-acc5-4f77-b414-94818179a14b req-8cc66dd5-7c54-415f-aa86-cd3dfc4b3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:19.301667 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58fce5d6-acc5-4f77-b414-94818179a14b req-8cc66dd5-7c54-415f-aa86-cd3dfc4b3906 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 1099 time: 0.0743423 May 10 19:26:19.487946 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce5d6-acc5-4f77-b414-94818179a14b req-2c42286f-06c8-42d2-97e1-8572fac73d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:19.489462 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58fce5d6-acc5-4f77-b414-94818179a14b req-2c42286f-06c8-42d2-97e1-8572fac73d62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 920 time: 0.1619451 May 10 19:26:19.558542 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58fce5d6-acc5-4f77-b414-94818179a14b req-8a0b6be6-f6c5-4224-847d-26e93ad32727 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd529b8-cfb4-43cb-8e38-5a9117f66280 HTTP/1.1" status: 200 len: 217 time: 0.0620627 May 10 19:26:19.621011 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fce5d6-acc5-4f77-b414-94818179a14b req-e67fc7ab-b94d-4659-8205-b9b8087082f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:19.622487 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58fce5d6-acc5-4f77-b414-94818179a14b req-e67fc7ab-b94d-4659-8205-b9b8087082f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.0572269 May 10 19:26:19.670336 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58fce5d6-acc5-4f77-b414-94818179a14b req-1931466f-6d47-4e77-9261-0d6f15098d48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401528 May 10 19:26:19.805974 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58fce5d6-acc5-4f77-b414-94818179a14b req-5d2903bc-ab3a-451c-ac6a-cab401fe6513 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282918 May 10 19:26:20.007250 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58fce5d6-acc5-4f77-b414-94818179a14b req-367fc08e-2b04-4ccc-8fe0-5c698c102d2a service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940792 May 10 19:26:20.172771 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8236f73-d092-4419-abbb-8ed576d5f719 req-6dcae95d-7ed0-4c43-b557-57fae4305bc6 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:20.174430 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c8236f73-d092-4419-abbb-8ed576d5f719 req-6dcae95d-7ed0-4c43-b557-57fae4305bc6 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0866361 May 10 19:26:20.227759 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c8236f73-d092-4419-abbb-8ed576d5f719 req-69db7ce6-c839-46e4-95ad-5c459e3115b0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 May 10 19:26:20.270153 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a996c-9cb4-4298-ab9c-b1c21976cf2b req-f7e7b5be-313d-4a63-9ded-d6344e5bbe6a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:20.277116 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f11a996c-9cb4-4298-ab9c-b1c21976cf2b req-f7e7b5be-313d-4a63-9ded-d6344e5bbe6a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 944 time: 0.1624870 May 10 19:26:20.332066 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f11a996c-9cb4-4298-ab9c-b1c21976cf2b req-7b5ef3ec-c2d5-49c6-8a0f-0baa0a3b83ab tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540600 May 10 19:26:20.353305 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-a69589b2-d783-4f4f-9b09-fd4973392fe5 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:20.353305 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-a69589b2-d783-4f4f-9b09-fd4973392fe5 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.66 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.1609900 May 10 19:26:20.441714 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9839a-9419-4fd6-bc9f-e88cb002739c req-e21974d6-5b2c-466e-ab7c-d99eb7f95dc1 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:20.443239 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fdf9839a-9419-4fd6-bc9f-e88cb002739c req-e21974d6-5b2c-466e-ab7c-d99eb7f95dc1 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 950 time: 0.1158376 May 10 19:26:20.493413 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fdf9839a-9419-4fd6-bc9f-e88cb002739c req-75b5570c-7d76-4fdf-86c5-450a60b3d739 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/security-groups?id=15d0f6f9-3975-466b-b7a6-118293c3a886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 May 10 19:26:20.504676 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Deleting port 565708aa-eab8-4a93-ab2c-64e385abb805 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:26:20.505103 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:20.637987 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] For port 565708aa-eab8-4a93-ab2c-64e385abb805, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=565708aa-eab8-4a93-ab2c-64e385abb805,segment=NetworkSegment(100cb6af-2ad6-47a6-89b0-5ae36d3517dc),segment_id=100cb6af-2ad6-47a6-89b0-5ae36d3517dc)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:26:20.638253 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:20.782070 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Calling delete_port for 565708aa-eab8-4a93-ab2c-64e385abb805 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:26:20.939002 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:20.944472 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:26:20.994081 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Pushing event deleted for resources: {'Port': ['ID=565708aa-eab8-4a93-ab2c-64e385abb805,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:21.038136 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.041462 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.041629 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.041988 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.042868 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.043256 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.043541 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.043880 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.044217 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.044576 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.044978 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.045257 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:21.094057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:26:21.116402 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] No DVR routers for this DVR port 565708aa-eab8-4a93-ab2c-64e385abb805 on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:26:21.119276 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:21.122138 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1574fc36-a1e3-45a8-8ffc-c1bc951925e0', 'name': 'network-vif-deleted', 'tag': '565708aa-eab8-4a93-ab2c-64e385abb805'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:26:21.140565 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0901fd7c-85e1-430c-8b4c-9574bace7af7 req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.66 "DELETE /v2.0/ports/565708aa-eab8-4a93-ab2c-64e385abb805 HTTP/1.1" status: 204 len: 173 time: 0.7817419 May 10 19:26:21.257810 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1574fc36-a1e3-45a8-8ffc-c1bc951925e0', 'name': 'network-vif-deleted', 'tag': '565708aa-eab8-4a93-ab2c-64e385abb805', 'status': 'completed', 'code': 200} May 10 19:26:21.562850 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b4560-9797-4979-93ec-e5a67f269428 req-246c2334-639a-429c-a3c2-b50c14a1eac6 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:21.564439 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-177b4560-9797-4979-93ec-e5a67f269428 req-246c2334-639a-429c-a3c2-b50c14a1eac6 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1520529 May 10 19:26:21.679206 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-177b4560-9797-4979-93ec-e5a67f269428 req-b4a56138-f991-4174-b42a-2a3127d3a4ab tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043580 May 10 19:26:21.703778 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c86ac-592d-4825-a39b-f71e905436ad req-64a88822-51cf-4857-b98e-dadd23960cce tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:21.706143 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-457c86ac-592d-4825-a39b-f71e905436ad req-64a88822-51cf-4857-b98e-dadd23960cce tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 944 time: 0.1421857 May 10 19:26:21.809450 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-457c86ac-592d-4825-a39b-f71e905436ad req-5d7218e2-b4fd-4fb9-b03c-bbdf20c48196 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861869 May 10 19:26:22.122416 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3ad785cd-1a76-487c-b72c-aaac5742be22 req-917dbbdb-1679-4a45-b6cf-5b49198ca472 tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] 10.222.0.58 "GET /v2.0/ports?device_id=1574fc36-a1e3-45a8-8ffc-c1bc951925e0 HTTP/1.1" status: 200 len: 210 time: 0.0535414 May 10 19:26:22.833454 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-342d1c08-aef4-4bd0-826c-9688bae52f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:22.834948 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-342d1c08-aef4-4bd0-826c-9688bae52f3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96025a65f50145759923532cea04d84f&device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 1098 time: 0.2106521 May 10 19:26:22.879574 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106b23a-dc58-4a81-aae1-35461195644f req-9a75068a-10e9-4539-b288-d67f982291bf tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:22.881609 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c106b23a-dc58-4a81-aae1-35461195644f req-9a75068a-10e9-4539-b288-d67f982291bf tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1436770 May 10 19:26:22.954316 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c106b23a-dc58-4a81-aae1-35461195644f req-dc0595d1-4021-4913-8918-c94c157cb7ec tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639551 May 10 19:26:23.059703 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543b51-5ce7-46a6-98ae-e9d5fad68ae0 req-f2e1aa30-5fe5-42fd-b033-ddc80bb455e5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:23.060232 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1f543b51-5ce7-46a6-98ae-e9d5fad68ae0 req-f2e1aa30-5fe5-42fd-b033-ddc80bb455e5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 944 time: 0.0916271 May 10 19:26:23.173597 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1f543b51-5ce7-46a6-98ae-e9d5fad68ae0 req-aaa53318-8f88-416d-a0ab-bc4994ab7a94 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076941 May 10 19:26:23.544783 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3c0efcaa-37a6-4e08-92f6-e28053ae570c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:25.080944 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 5379814e-a89c-4577-9188-0ced83ee1a23 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:26:25.223175 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 5379814e-a89c-4577-9188-0ced83ee1a23 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:26:25.228823 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 5379814e-a89c-4577-9188-0ced83ee1a23 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:26:25.229231 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:25.399900 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:25.433226 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c37b4-2068-456a-82cb-3d2d65a9283c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5379814e-a89c-4577-9188-0ced83ee1a23'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:26:25.444668 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 5379814e-a89c-4577-9188-0ced83ee1a23, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5379814e-a89c-4577-9188-0ced83ee1a23,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:26:25.454705 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:25.455580 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 565708aa-eab8-4a93-ab2c-64e385abb805 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:26:25.496808 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:26:25.533792 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 565708aa-eab8-4a93-ab2c-64e385abb805 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:26:25.534551 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 565708aa-eab8-4a93-ab2c-64e385abb805 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:26:25.583046 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=5379814e-a89c-4577-9188-0ced83ee1a23,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:25.586635 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:26:26.442448 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-106ddf78-a51b-4981-8624-a6b9b8291046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:26.444850 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-106ddf78-a51b-4981-8624-a6b9b8291046 service neutron] 10.222.0.66 "GET /v2.0/networks?id=97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 200 len: 920 time: 0.1950831 May 10 19:26:26.561676 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-90f73f47-4c65-4afd-9a4a-987d5cef19f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:26.564913 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:27.563829 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:28.224088 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-25c0075b-3b4e-4bd8-9e0f-65dbdde6796e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2 HTTP/1.1" status: 200 len: 217 time: 0.0724192 May 10 19:26:28.477321 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-31fd45cb-6d06-4011-b6ca-b81fedbf489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:28.479186 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-31fd45cb-6d06-4011-b6ca-b81fedbf489f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 200 len: 859 time: 0.2353263 May 10 19:26:28.498830 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cac1b-215d-4280-a7d8-16343c35c6fd req-a32fafdb-c046-4725-a5ed-1c93a4ec892a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:28.500340 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5a0cac1b-215d-4280-a7d8-16343c35c6fd req-a32fafdb-c046-4725-a5ed-1c93a4ec892a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1384079 May 10 19:26:28.574524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be884fc1-d890-4da9-8fe7-de6cfd6997c9 req-a74d043d-2966-4122-bac8-a9e8e1d47f01 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:28.584168 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-be884fc1-d890-4da9-8fe7-de6cfd6997c9 req-a74d043d-2966-4122-bac8-a9e8e1d47f01 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.1162021 May 10 19:26:28.650521 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-be884fc1-d890-4da9-8fe7-de6cfd6997c9 req-31e99d99-ec67-44ff-b02f-ee3bcb1b9350 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652769 May 10 19:26:28.658686 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-94fae600-f04b-43f0-999a-b51a6175e212 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=97912e0a-2415-47db-bbe1-697cbd4b9c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571989 May 10 19:26:28.717988 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c37b4-2068-456a-82cb-3d2d65a9283c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5379814e-a89c-4577-9188-0ced83ee1a23', 'code': 200} May 10 19:26:28.761006 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5a0cac1b-215d-4280-a7d8-16343c35c6fd req-e31cc269-9c79-458b-aa7d-38234d198520 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229730 May 10 19:26:28.843120 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-ab680143-421a-418a-a530-26ac789f605d service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666396 May 10 19:26:28.951903 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:29.049486 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213a5c2-eba3-42f7-af93-06a19d8841bb req-c1939225-978d-44b3-be46-71b52f4189dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:29.051008 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a213a5c2-eba3-42f7-af93-06a19d8841bb req-c1939225-978d-44b3-be46-71b52f4189dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 1098 time: 0.1297646 May 10 19:26:29.070457 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0b52041-b9de-488f-b2b9-68b6a782395e req-e24382a0-bca8-489c-adf7-596fad8a1920 service neutron] 10.222.0.66 "GET /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184973 May 10 19:26:29.114142 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a213a5c2-eba3-42f7-af93-06a19d8841bb req-e25e7a98-70ee-40b3-bc4c-2b6c437e3e32 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533483 May 10 19:26:29.908059 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a32a2-6c22-44bd-bbe6-af95f4876dac req-02a3575c-b250-4376-8bb6-d0ea890ec52f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:29.909678 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e58a32a2-6c22-44bd-bbe6-af95f4876dac req-02a3575c-b250-4376-8bb6-d0ea890ec52f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.0943351 May 10 19:26:29.973083 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e58a32a2-6c22-44bd-bbe6-af95f4876dac req-a0ff8959-b9d5-4d04-8106-224f10fd9407 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545442 May 10 19:26:30.005297 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a519e4b-1c99-4dfd-a313-bcd8fbe9ba8a req-f8163ab3-4814-4435-bf14-f36a51452775 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:30.007367 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7a519e4b-1c99-4dfd-a313-bcd8fbe9ba8a req-f8163ab3-4814-4435-bf14-f36a51452775 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1095874 May 10 19:26:30.062655 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7a519e4b-1c99-4dfd-a313-bcd8fbe9ba8a req-846ac3ef-c534-4cf3-8968-cc670e122184 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 May 10 19:26:30.771893 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 48252) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:26:30.949834 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ed7c2baf-bd18-4377-b0b3-2edfbc784dcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c639c01e6979481494209b45d374d6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764452 May 10 19:26:30.952211 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 48260) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:26:31.021043 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:31.047167 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:31.097312 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:31.100994 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fa7a97bc-0cc1-4a66-81d7-89ceb8dc9e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:26:31.114375 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d0f6f9-3975-466b-b7a6-118293c3a886,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:31.125666 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.126049 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.126434 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.126844 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.127427 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.127687 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.128046 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.128388 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.128736 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.129102 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.129432 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.129798 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:31.133691 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:26:31.142360 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:31.143499 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15d0f6f9-3975-466b-b7a6-118293c3a886 HTTP/1.1" status: 204 len: 168 time: 0.1903424 May 10 19:26:33.911984 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:26:35.627058 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff99da-4453-4d47-961b-bacd285eafd6 req-97594360-8fbf-4adc-960b-b16ed7df31af tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:35.629079 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fff99da-4453-4d47-961b-bacd285eafd6 req-97594360-8fbf-4adc-960b-b16ed7df31af tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1018705 May 10 19:26:35.640085 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c3f53-e851-480d-b560-fdbb9a6d68b7 req-53e51a9e-fb06-4b3b-a983-6091a47488a4 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:35.641291 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a53c3f53-e851-480d-b560-fdbb9a6d68b7 req-53e51a9e-fb06-4b3b-a983-6091a47488a4 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.1152101 May 10 19:26:35.690898 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fff99da-4453-4d47-961b-bacd285eafd6 req-01f11790-6067-4b7f-98cf-8bb5a8df2a2f tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556161 May 10 19:26:35.726174 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a53c3f53-e851-480d-b560-fdbb9a6d68b7 req-ca71cd3d-158c-4b86-ad7a-e5aba93d17f0 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777199 May 10 19:26:36.981349 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b1fb-cc36-47d8-ab83-9304ab48e545 req-75e41fbd-b159-42a5-affe-b48553bdb9e9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:36.998135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721860d-469c-46c6-a544-d23cc9e47a81 req-8df4ab07-8ee0-4052-840c-c04edcb55830 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:36.999548 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2cc0b1fb-cc36-47d8-ab83-9304ab48e545 req-75e41fbd-b159-42a5-affe-b48553bdb9e9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.1058934 May 10 19:26:36.999812 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b721860d-469c-46c6-a544-d23cc9e47a81 req-8df4ab07-8ee0-4052-840c-c04edcb55830 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1323595 May 10 19:26:37.073933 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2cc0b1fb-cc36-47d8-ab83-9304ab48e545 req-7f439d95-f253-435c-9b7a-c7fc5555b7d8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723724 May 10 19:26:37.098133 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b721860d-469c-46c6-a544-d23cc9e47a81 req-d43e34c1-788d-49f3-8750-4260c548c6a0 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888326 May 10 19:26:37.991401 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 48388) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:26:38.187117 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:38.217231 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:26:38.223208 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:b99bc7e535d54480896c71f71cfa67c1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:26:38.226456 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:26:38.234449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:26:38.386966 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d39a0-e4b3-4622-b21a-461cae943c9b req-0b9413c6-aadf-468d-8812-5e303cc8e8b7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:38.394582 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf8fb1-7a59-4b67-aa69-e6bda2e0a887 req-a0fdf11b-56ab-491c-b27c-40bfed340d60 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:38.395633 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-232d39a0-e4b3-4622-b21a-461cae943c9b req-0b9413c6-aadf-468d-8812-5e303cc8e8b7 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1247928 May 10 19:26:38.396125 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1acf8fb1-7a59-4b67-aa69-e6bda2e0a887 req-a0fdf11b-56ab-491c-b27c-40bfed340d60 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.1259654 May 10 19:26:38.446955 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-232d39a0-e4b3-4622-b21a-461cae943c9b req-e1f647f6-e2ce-4dc8-93d2-70b4ef8d7210 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502596 May 10 19:26:38.479702 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:38.488210 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1acf8fb1-7a59-4b67-aa69-e6bda2e0a887 req-2ac2b519-b4a9-4da0-a8b1-c13de3184275 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 May 10 19:26:38.490025 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:38.500589 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4fe4b54a-ba3f-421d-a315-3c43382c7ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:26:38.555244 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b99bc7e535d54480896c71f71cfa67c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626526 May 10 19:26:38.557112 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b3a832-085c-4154-8a5b-df259e354c7f,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:38.558977 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 48404) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:26:38.560399 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:26:38.646198 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6157fa0c-e07c-4cd9-8b10-41ca29530374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:38.676145 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6157fa0c-e07c-4cd9-8b10-41ca29530374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:38.733819 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6157fa0c-e07c-4cd9-8b10-41ca29530374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:38.742772 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:26:38.758095 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157fa0c-e07c-4cd9-8b10-41ca29530374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b3a832-085c-4154-8a5b-df259e354c7f,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:38.776966 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6157fa0c-e07c-4cd9-8b10-41ca29530374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:38.784608 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6157fa0c-e07c-4cd9-8b10-41ca29530374 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2b3a832-085c-4154-8a5b-df259e354c7f HTTP/1.1" status: 204 len: 168 time: 0.2230840 May 10 19:26:38.793662 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6157fa0c-e07c-4cd9-8b10-41ca29530374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:26:39.264416 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 48430) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:26:39.282831 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:39.297506 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:26:39.302186 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Usage tracker for resource:security_group_rule and tenant:87cd228d9d424b3eb54d6c2cbc35e777 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:26:39.305124 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:26:39.310926 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:26:39.400958 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:39.405798 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:39.412970 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-67857e43-deb6-4928-a51f-0593d7259fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:26:39.457497 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87cd228d9d424b3eb54d6c2cbc35e777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915936 May 10 19:26:39.458862 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1baec0-8249-44e1-a3c9-b8a12e230cd8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:39.460094 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 48434) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:26:39.472305 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:26:39.522082 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-01c7c2db-6aea-4afd-95d1-8d3719dd2cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:39.547789 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-01c7c2db-6aea-4afd-95d1-8d3719dd2cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:39.603910 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-01c7c2db-6aea-4afd-95d1-8d3719dd2cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:39.608232 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b80681ab-fbb4-4d86-9db0-87dfca04845c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:26:39.620474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7c2db-6aea-4afd-95d1-8d3719dd2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1baec0-8249-44e1-a3c9-b8a12e230cd8,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:39.623619 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-01c7c2db-6aea-4afd-95d1-8d3719dd2cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:26:39.631000 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-01c7c2db-6aea-4afd-95d1-8d3719dd2cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:39.632113 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-01c7c2db-6aea-4afd-95d1-8d3719dd2cb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b1baec0-8249-44e1-a3c9-b8a12e230cd8 HTTP/1.1" status: 204 len: 168 time: 0.1707163 May 10 19:26:43.275703 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b82efc-a222-4b8c-9e74-4610e408a41e req-580771ee-797d-4353-bbda-c50e2bd073b3 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:43.277173 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3b82efc-a222-4b8c-9e74-4610e408a41e req-580771ee-797d-4353-bbda-c50e2bd073b3 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0864923 May 10 19:26:43.325497 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3b82efc-a222-4b8c-9e74-4610e408a41e req-8bbb1a52-4faa-419a-a776-ec5b7d94027a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 May 10 19:26:44.553420 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256fd3-f100-44f1-8eaa-ce9a04ab2070 req-982d381b-c152-4c3e-8700-9a215d317e27 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:44.559780 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ae256fd3-f100-44f1-8eaa-ce9a04ab2070 req-982d381b-c152-4c3e-8700-9a215d317e27 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1003425 May 10 19:26:44.612924 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ae256fd3-f100-44f1-8eaa-ce9a04ab2070 req-a9a9a7dd-3dc2-4403-b97e-bcce702d5527 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521660 May 10 19:26:49.118614 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:53.548115 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24fd3583-8cce-449c-a0f0-fdf5dade0e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:56.547816 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:56.549745 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cdee28f3-b216-4f54-b7c9-1aa9c0d07064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:57.567790 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:58.932536 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.927893 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 48992) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:07.987484 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Deleting subnet 8b1faf94-ec82-4fc0-9707-82a59ac79e45 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:27:07.990658 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.042427 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.100113 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.371872 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.380942 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:08.418654 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1faf94-ec82-4fc0-9707-82a59ac79e45,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:08.420734 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.428135 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8b1faf94-ec82-4fc0-9707-82a59ac79e45 HTTP/1.1" status: 204 len: 168 time: 0.5041080 May 10 19:27:08.429367 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:08.430476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49024) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:08.539553 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.746409 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.761697 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863f334d-fdde-48a7-abf5-21b072a39a95']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:08.776973 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a04f24-0fde-479f-9537-7c91ead8a2ba') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:08.777394 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a04f24-0fde-479f-9537-7c91ead8a2ba') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:08.791099 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.809461 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.816780 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:27:08.817599 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:27:08.832383 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:27:08.933029 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.938266 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:08.956728 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.969096 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=863f334d-fdde-48a7-abf5-21b072a39a95,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:08.977282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:08.984265 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] 10.222.0.58 "DELETE /v2.0/networks/863f334d-fdde-48a7-abf5-21b072a39a95 HTTP/1.1" status: 204 len: 168 time: 0.5527492 May 10 19:27:09.324679 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49056) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:09.423945 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-31ad37db-e22d-480e-8ea7-0fd95c32737c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e0a2fce8ac5456bbf778ef6866c4a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977998 May 10 19:27:09.427649 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49062) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:09.554245 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-046e4c89-5620-466f-9567-8b36ddf78f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:09.587774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-046e4c89-5620-466f-9567-8b36ddf78f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:09.674517 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-046e4c89-5620-466f-9567-8b36ddf78f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:09.681792 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-64910961-8024-444c-98fd-7580d270d4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:09.699628 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e4c89-5620-466f-9567-8b36ddf78f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379a8b9-9c55-450d-b188-fce2b261d5d4,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:09.704051 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-046e4c89-5620-466f-9567-8b36ddf78f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:09.719386 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-046e4c89-5620-466f-9567-8b36ddf78f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:09.722849 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-046e4c89-5620-466f-9567-8b36ddf78f24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9379a8b9-9c55-450d-b188-fce2b261d5d4 HTTP/1.1" status: 204 len: 168 time: 0.2902331 May 10 19:27:09.917520 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dd98b-247a-4a89-ae62-352f797220de req-c0f39855-0610-4a8e-a40f-ea21d0257232 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:09.945894 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef6dd98b-247a-4a89-ae62-352f797220de req-c0f39855-0610-4a8e-a40f-ea21d0257232 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.2526274 May 10 19:27:10.030431 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef6dd98b-247a-4a89-ae62-352f797220de req-f3169764-2801-4570-ab92-68b773476bca tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818124 May 10 19:27:10.911890 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:27:11.236820 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6198248-a2d2-4c3f-9b25-79ffe28b060d req-bb05e0c3-f731-48d3-b834-af09e4275987 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:11.238354 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a6198248-a2d2-4c3f-9b25-79ffe28b060d req-bb05e0c3-f731-48d3-b834-af09e4275987 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.0935347 May 10 19:27:11.284852 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a6198248-a2d2-4c3f-9b25-79ffe28b060d req-53e9f227-0adb-4401-b46a-4802f54c78bb tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 May 10 19:27:12.510852 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-f9e70a01-3f01-4c69-9899-23b7853fd96e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:12.513367 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-f9e70a01-3f01-4c69-9899-23b7853fd96e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1313379 May 10 19:27:12.571877 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514702-34ad-4a5d-9d29-27e474f237ba req-66d7e065-d809-4b19-8e51-3ddcc1f2e429 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:12.573376 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b1514702-34ad-4a5d-9d29-27e474f237ba req-66d7e065-d809-4b19-8e51-3ddcc1f2e429 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 946 time: 0.1091084 May 10 19:27:12.630352 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b1514702-34ad-4a5d-9d29-27e474f237ba req-19a557d3-dde1-480d-8fd4-72855a01de5a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500505 May 10 19:27:12.719242 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Deleting port dbd529b8-cfb4-43cb-8e38-5a9117f66280 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:12.719639 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.967374 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] For port dbd529b8-cfb4-43cb-8e38-5a9117f66280, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dbd529b8-cfb4-43cb-8e38-5a9117f66280,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:12.967731 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.097524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Calling delete_port for dbd529b8-cfb4-43cb-8e38-5a9117f66280 owned by compute:nova {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:13.214479 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.224408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:13.228038 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['2bb6e504-26ce-4c14-9d69-3f128f9da7c2', 'dbd529b8-cfb4-43cb-8e38-5a9117f66280'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:13.305982 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Pushing event deleted for resources: {'Port': ['ID=dbd529b8-cfb4-43cb-8e38-5a9117f66280,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:13.309258 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:13.352652 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] No DVR routers for this DVR port dbd529b8-cfb4-43cb-8e38-5a9117f66280 on host hv-cinder-78445 {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:13.356552 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.359652 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb2ce28-bad5-4519-8cb9-51543654b209', 'name': 'network-vif-deleted', 'tag': 'dbd529b8-cfb4-43cb-8e38-5a9117f66280'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:13.382119 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9b58105e-2715-4f95-a1d1-87d3a09beda0 req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.66 "DELETE /v2.0/ports/dbd529b8-cfb4-43cb-8e38-5a9117f66280 HTTP/1.1" status: 204 len: 173 time: 0.8616233 May 10 19:27:13.417308 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb2ce28-bad5-4519-8cb9-51543654b209', 'name': 'network-vif-deleted', 'tag': 'dbd529b8-cfb4-43cb-8e38-5a9117f66280', 'status': 'completed', 'code': 200} May 10 19:27:13.839216 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f83facb-7d6b-440f-82f5-ab7fe1ba16d6 req-1277322e-507d-4905-a766-c5419064f39c tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cb2ce28-bad5-4519-8cb9-51543654b209 HTTP/1.1" status: 200 len: 210 time: 0.0774612 May 10 19:27:13.903754 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49152) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:14.086763 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.110631 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:14.116565 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Usage tracker for resource:security_group_rule and tenant:a51b550ffc734dec95b698b10819f617 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:14.120063 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:14.130524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:14.239786 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.243840 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.251187 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:14.298790 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a51b550ffc734dec95b698b10819f617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939145 May 10 19:27:14.299572 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20139f97-70d3-4c96-9afb-8a4f5de2615c,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:14.302537 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49166) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:14.303764 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:14.376132 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a3ac16d-09e8-470f-beb5-8cc8806080f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.404351 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a3ac16d-09e8-470f-beb5-8cc8806080f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.460021 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a3ac16d-09e8-470f-beb5-8cc8806080f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.463860 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1cb6c43f-6165-4956-8c1b-baf4e74f34e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:14.477914 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ac16d-09e8-470f-beb5-8cc8806080f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20139f97-70d3-4c96-9afb-8a4f5de2615c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:14.481567 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5a3ac16d-09e8-470f-beb5-8cc8806080f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:14.491243 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a3ac16d-09e8-470f-beb5-8cc8806080f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.494717 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5a3ac16d-09e8-470f-beb5-8cc8806080f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20139f97-70d3-4c96-9afb-8a4f5de2615c HTTP/1.1" status: 204 len: 168 time: 0.1888087 May 10 19:27:15.336440 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092ed3c-dce0-44c6-baf4-fe3b9e63233e req-a7160962-8b58-4cf6-b472-21ca25ed4b22 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:15.337120 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7092ed3c-dce0-44c6-baf4-fe3b9e63233e req-a7160962-8b58-4cf6-b472-21ca25ed4b22 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Synchronizing usage tracker for tenant:96025a65f50145759923532cea04d84f on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:27:15.355740 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7092ed3c-dce0-44c6-baf4-fe3b9e63233e req-a7160962-8b58-4cf6-b472-21ca25ed4b22 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Unset dirty status for tenant:96025a65f50145759923532cea04d84f on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:27:15.356930 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7092ed3c-dce0-44c6-baf4-fe3b9e63233e req-a7160962-8b58-4cf6-b472-21ca25ed4b22 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1073766 May 10 19:27:15.363129 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device dbd529b8-cfb4-43cb-8e38-5a9117f66280 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:15.414685 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: dbd529b8-cfb4-43cb-8e38-5a9117f66280 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:15.415031 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device dbd529b8-cfb4-43cb-8e38-5a9117f66280 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:15.435807 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7092ed3c-dce0-44c6-baf4-fe3b9e63233e req-442823f1-7389-4946-b445-270ccfae8529 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620604 May 10 19:27:16.478014 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49220) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:16.623507 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:16.641699 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:16.648522 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Usage tracker for resource:security_group_rule and tenant:36f932feed694a60b8ea6521bd40f527 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:16.652078 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:16.658929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:16.700602 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5c34e-d17f-4a17-abbc-899eaf0126a2 req-ac10f71e-b603-4b22-a748-ccf02cdf0e09 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:16.702457 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bfa5c34e-d17f-4a17-abbc-899eaf0126a2 req-ac10f71e-b603-4b22-a748-ccf02cdf0e09 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1425517 May 10 19:27:16.768057 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bfa5c34e-d17f-4a17-abbc-899eaf0126a2 req-3978c04f-0771-4d99-8ff8-b4b3eb8a2823 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579689 May 10 19:27:16.811303 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:16.815914 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:16.825671 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-facd4e60-f50a-404c-b89f-10b6bffc5a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:16.867808 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36f932feed694a60b8ea6521bd40f527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886056 May 10 19:27:16.868914 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed189dc-bfd5-4f85-a6bc-d873855dedff,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:16.870598 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49228) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:16.872009 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:16.982002 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-05d97274-a03f-4fba-a915-00ab0efcc035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:17.024011 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0bb0f-2396-4e71-a337-f77fea08f98d req-48ebb512-1933-4990-b267-92215f150450 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:17.025518 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1de0bb0f-2396-4e71-a337-f77fea08f98d req-48ebb512-1933-4990-b267-92215f150450 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 945 time: 0.1540270 May 10 19:27:17.027394 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-05d97274-a03f-4fba-a915-00ab0efcc035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:17.098639 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1de0bb0f-2396-4e71-a337-f77fea08f98d req-aa874cbf-357e-4081-b6eb-ef11b3e34031 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634627 May 10 19:27:17.121129 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-05d97274-a03f-4fba-a915-00ab0efcc035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:17.126292 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7733a013-99c7-40c3-b145-013c21d561eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:17.138461 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d97274-a03f-4fba-a915-00ab0efcc035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed189dc-bfd5-4f85-a6bc-d873855dedff,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:17.141442 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-05d97274-a03f-4fba-a915-00ab0efcc035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:17.143596 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-05d97274-a03f-4fba-a915-00ab0efcc035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:17.145593 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-05d97274-a03f-4fba-a915-00ab0efcc035 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ed189dc-bfd5-4f85-a6bc-d873855dedff HTTP/1.1" status: 204 len: 168 time: 0.2719879 May 10 19:27:17.450839 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49240) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:17.472656 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:17.561473 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:17.565335 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Usage tracker for resource:security_group_rule and tenant:d14cf47667b8415c80ce0101207c3f5f is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:17.570996 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:17.580827 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:17.666430 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:17.670210 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:17.676789 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:17.719070 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d14cf47667b8415c80ce0101207c3f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671480 May 10 19:27:17.719948 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d38898a-7687-47bf-a479-a589b4be8652,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:17.721776 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49248) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:17.722937 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:17.862938 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8dfa36b4-6f07-41a3-acbc-468893d1f9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:17.893508 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8dfa36b4-6f07-41a3-acbc-468893d1f9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:18.018440 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799b48-6a2c-4c46-a33c-6cdec8ad3a32 req-f149fe62-ce88-487a-9ccf-5cfd819d1906 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:18.020528 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-97799b48-6a2c-4c46-a33c-6cdec8ad3a32 req-f149fe62-ce88-487a-9ccf-5cfd819d1906 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.1188092 May 10 19:27:18.057947 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8dfa36b4-6f07-41a3-acbc-468893d1f9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:18.078140 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-54f93ace-0090-4d10-a4cb-a5caaead1120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:18.102061 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa36b4-6f07-41a3-acbc-468893d1f9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d38898a-7687-47bf-a479-a589b4be8652,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:18.104396 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8dfa36b4-6f07-41a3-acbc-468893d1f9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:18.138324 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-97799b48-6a2c-4c46-a33c-6cdec8ad3a32 req-b6d0482a-7463-4222-a397-9c495dd52e11 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864582 May 10 19:27:18.143165 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8dfa36b4-6f07-41a3-acbc-468893d1f9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:18.145645 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8dfa36b4-6f07-41a3-acbc-468893d1f9e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d38898a-7687-47bf-a479-a589b4be8652 HTTP/1.1" status: 204 len: 168 time: 0.4206927 May 10 19:27:18.162905 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-2f1d9209-b2e2-4227-af59-de72b0442a18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401837 May 10 19:27:18.277205 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-38928bd7-5fc2-4510-afb1-2277fa120c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:18.279108 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-38928bd7-5fc2-4510-afb1-2277fa120c64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 1099 time: 0.0807981 May 10 19:27:18.305872 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238fea-8f8c-40f8-b438-c3aa322d9a3d req-b282317e-7a62-4971-b376-284c1f07bcce tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:18.307347 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c5238fea-8f8c-40f8-b438-c3aa322d9a3d req-b282317e-7a62-4971-b376-284c1f07bcce tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 945 time: 0.0909925 May 10 19:27:18.354645 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c5238fea-8f8c-40f8-b438-c3aa322d9a3d req-67641742-7955-4a9e-bb6d-7f4f1dcb2744 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 May 10 19:27:18.447192 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-d0887de2-076f-4ae6-a736-fe35b9c00dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:18.448666 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-d0887de2-076f-4ae6-a736-fe35b9c00dc1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 912 time: 0.1461151 May 10 19:27:18.571742 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-c79943b4-8a7b-4faf-904c-6a8c137209f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 200 len: 1002 time: 0.1055255 May 10 19:27:18.643090 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-c9795d7f-66db-4800-8773-a1b7b4f80752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:18.644752 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-c9795d7f-66db-4800-8773-a1b7b4f80752 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.0653937 May 10 19:27:18.741839 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-7e3e84ac-f117-4d50-98d1-0c8d50b4bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:18.743363 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-7e3e84ac-f117-4d50-98d1-0c8d50b4bb45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892339 May 10 19:27:18.913076 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-0f2d76bc-b842-4ccd-b380-ed6c8447646b service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582758 May 10 19:27:19.063471 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:19.114969 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-7c825dcf-705c-4e75-9115-0cd44df77531 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:19.116812 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-7c825dcf-705c-4e75-9115-0cd44df77531 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 945 time: 0.0896509 May 10 19:27:19.150751 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb5d5c-2c62-4fc6-a6df-effb7436a141 req-0369652a-cd9b-4ef9-8b43-c8b6a4b10cc5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:19.152268 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f9bb5d5c-2c62-4fc6-a6df-effb7436a141 req-0369652a-cd9b-4ef9-8b43-c8b6a4b10cc5 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.1961379 May 10 19:27:19.154194 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b52a4a6c-bbca-4c9a-9b22-a505bd144d29 req-42c23230-5550-4d44-850d-c025e44cfc83 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277167 May 10 19:27:19.238548 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f9bb5d5c-2c62-4fc6-a6df-effb7436a141 req-4126dba5-a1c8-47d2-bc22-3a7c3a1706b6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785425 May 10 19:27:19.332903 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Deleting port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:19.333499 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:19.481690 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b8c7b-22be-4436-9c72-d49ff3096722 req-8edb7c36-2a44-4674-b580-a0ce7ac7e052 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:19.483202 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a95b8c7b-22be-4436-9c72-d49ff3096722 req-8edb7c36-2a44-4674-b580-a0ce7ac7e052 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.2093289 May 10 19:27:19.519963 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] For port cb6c103e-13f7-43f9-b947-1c4d5eaefde2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:19.520387 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:19.625685 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e9b5e-e060-4a06-853e-8fde9bce6db9 req-85845502-e51d-48d4-a49b-a539bdfe9a07 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:19.634672 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a84e9b5e-e060-4a06-853e-8fde9bce6db9 req-85845502-e51d-48d4-a49b-a539bdfe9a07 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf HTTP/1.1" status: 200 len: 945 time: 0.1693244 May 10 19:27:19.662868 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Calling delete_port for cb6c103e-13f7-43f9-b947-1c4d5eaefde2 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:19.671287 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a95b8c7b-22be-4436-9c72-d49ff3096722 req-cfea87ad-aa6f-4e0a-bada-26ab11839563 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792901 May 10 19:27:19.685452 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a84e9b5e-e060-4a06-853e-8fde9bce6db9 req-a3e473e1-d3e3-4f9c-8f35-2bfd72298322 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497293 May 10 19:27:19.797245 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:19.804397 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8f82c67c-f66f-4b6e-bd79-2cfdc5841962 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:19.850228 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Pushing event deleted for resources: {'Port': ['ID=cb6c103e-13f7-43f9-b947-1c4d5eaefde2,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:19.854091 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:19.947466 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] No DVR routers for this DVR port cb6c103e-13f7-43f9-b947-1c4d5eaefde2 on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:19.950585 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:19.953525 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf', 'name': 'network-vif-deleted', 'tag': 'cb6c103e-13f7-43f9-b947-1c4d5eaefde2'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:19.974422 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3cf4ebd1-6660-4b64-861f-22ddfbca1abb req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.66 "DELETE /v2.0/ports/cb6c103e-13f7-43f9-b947-1c4d5eaefde2 HTTP/1.1" status: 204 len: 173 time: 0.8506532 May 10 19:27:20.001966 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca5a3e4-4163-49b8-9bbc-7d9fd3a9d9cf', 'name': 'network-vif-deleted', 'tag': 'cb6c103e-13f7-43f9-b947-1c4d5eaefde2', 'status': 'completed', 'code': 200} May 10 19:27:20.423390 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbca2ba-0e35-4cb4-9579-34e281a7283d req-7b99192a-12de-4f0f-b6fc-a0acda3e48ae tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:20.424845 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1fbca2ba-0e35-4cb4-9579-34e281a7283d req-7b99192a-12de-4f0f-b6fc-a0acda3e48ae tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.0805657 May 10 19:27:20.471585 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1fbca2ba-0e35-4cb4-9579-34e281a7283d req-bc3c58dc-a9d7-4b09-8c58-f5f4b210a270 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 May 10 19:27:20.935496 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdf328-fa84-4364-96d8-b26ad8cfad0d req-2c651606-8f09-4f88-a979-8132465637d2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:20.938003 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c0bdf328-fa84-4364-96d8-b26ad8cfad0d req-2c651606-8f09-4f88-a979-8132465637d2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0929623 May 10 19:27:20.990723 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c0bdf328-fa84-4364-96d8-b26ad8cfad0d req-89a26720-8c00-4ba8-bdbd-7f881f779e5e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454452 May 10 19:27:21.367252 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device cb6c103e-13f7-43f9-b947-1c4d5eaefde2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:21.429382 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: cb6c103e-13f7-43f9-b947-1c4d5eaefde2 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:21.429800 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device cb6c103e-13f7-43f9-b947-1c4d5eaefde2 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:21.512259 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-a6ffa68e-58da-4dc7-b3d8-66e9b1b87b61 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:21.513742 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-a6ffa68e-58da-4dc7-b3d8-66e9b1b87b61 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.0868299 May 10 19:27:21.664659 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Deleting port 5379814e-a89c-4577-9188-0ced83ee1a23 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:21.664999 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:21.675150 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36118a-0872-4c30-a8fc-1d1092586d6a req-ab4a2675-a804-4752-bf5c-ae76f3eb1c74 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:21.678309 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0a36118a-0872-4c30-a8fc-1d1092586d6a req-ab4a2675-a804-4752-bf5c-ae76f3eb1c74 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 945 time: 0.0905454 May 10 19:27:21.731358 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0a36118a-0872-4c30-a8fc-1d1092586d6a req-b8465dbd-5efc-4024-b486-05a3e1e6e87f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 May 10 19:27:21.828193 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] For port 5379814e-a89c-4577-9188-0ced83ee1a23, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5379814e-a89c-4577-9188-0ced83ee1a23,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:21.828591 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:22.026900 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Calling delete_port for 5379814e-a89c-4577-9188-0ced83ee1a23 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:22.184216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:22.190403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3ecfe1f7-2135-4055-b750-55a449bbab54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:22.243813 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Pushing event deleted for resources: {'Port': ['ID=5379814e-a89c-4577-9188-0ced83ee1a23,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:22.292985 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.293247 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.293621 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.293969 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.294309 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.294648 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.294992 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.295324 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.295659 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.295993 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.296326 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.296658 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:22.330516 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdbd3f-b3f4-4fad-8779-c809eea72594 req-38071274-5188-4898-a8a4-05e9b1f29bd2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:22.331986 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dcbdbd3f-b3f4-4fad-8779-c809eea72594 req-38071274-5188-4898-a8a4-05e9b1f29bd2 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.2278175 May 10 19:27:22.337094 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:22.355127 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] No DVR routers for this DVR port 5379814e-a89c-4577-9188-0ced83ee1a23 on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:22.358667 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:22.361024 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692c37b4-2068-456a-82cb-3d2d65a9283c', 'name': 'network-vif-deleted', 'tag': '5379814e-a89c-4577-9188-0ced83ee1a23'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:22.389968 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4066f358-47bb-4c1e-9d1a-29ad2403e83e req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "DELETE /v2.0/ports/5379814e-a89c-4577-9188-0ced83ee1a23 HTTP/1.1" status: 204 len: 173 time: 0.8702850 May 10 19:27:22.396755 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dcbdbd3f-b3f4-4fad-8779-c809eea72594 req-f0bdf45d-8918-4879-9458-5b7d14d6d405 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587263 May 10 19:27:23.281009 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['e392e7f6-9e07-44ff-9092-9fdbfe43a056', '64747f7b-58e7-4fa4-82df-2bbde0df5de3', '456202d5-776a-464d-926c-3460f59f749a', '5379814e-a89c-4577-9188-0ced83ee1a23'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:23.565921 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9dd082f8-3bea-43cd-93a6-d52fd7ce931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:25.950112 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692c37b4-2068-456a-82cb-3d2d65a9283c', 'name': 'network-vif-deleted', 'tag': '5379814e-a89c-4577-9188-0ced83ee1a23', 'status': 'completed', 'code': 200} May 10 19:27:26.037057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-b283520e-e2f9-478f-83f0-c61bb47cac96 req-81958088-062c-4565-90f3-6351e58daeb1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:27:26.056286 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-b283520e-e2f9-478f-83f0-c61bb47cac96 req-81958088-062c-4565-90f3-6351e58daeb1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:27:26.057463 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b283520e-e2f9-478f-83f0-c61bb47cac96 req-81958088-062c-4565-90f3-6351e58daeb1 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=692c37b4-2068-456a-82cb-3d2d65a9283c HTTP/1.1" status: 200 len: 210 time: 0.0665665 May 10 19:27:26.110760 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c656d-b025-4494-bff9-4d842ebebd44 req-59c67a6d-5591-407a-8f2d-5723734ff83a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:26.112240 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e72c656d-b025-4494-bff9-4d842ebebd44 req-59c67a6d-5591-407a-8f2d-5723734ff83a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0802062 May 10 19:27:26.158821 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e72c656d-b025-4494-bff9-4d842ebebd44 req-fb63139d-4699-4a5c-87da-d8450183603b tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 May 10 19:27:26.550473 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:26.554585 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b92cda33-2046-40e4-9b2e-4f62643b6b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:26.739105 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d2748-8671-45f0-9a26-eaba698fc60a req-3aa0434b-43ec-46b1-a335-aa7a191ac75e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:26.740589 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-850d2748-8671-45f0-9a26-eaba698fc60a req-3aa0434b-43ec-46b1-a335-aa7a191ac75e tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.0947464 May 10 19:27:26.885094 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Deleting port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:26.885432 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.101460 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] For port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:27.102115 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.233851 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Calling delete_port for 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:27.481919 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.493997 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-871c33af-7174-46e4-a9c7-8ae7b8d9f170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:27.561773 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ea86-329d-4280-8bc0-bb6f488820c8 req-2be35205-2372-46dc-ad85-6e2bebf9c4e1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:27.564698 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2c10ea86-329d-4280-8bc0-bb6f488820c8 req-2be35205-2372-46dc-ad85-6e2bebf9c4e1 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1c3cc4b-f7b9-41ec-89cb-1a85145a1440 HTTP/1.1" status: 200 len: 945 time: 0.2859948 May 10 19:27:27.581001 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.605818 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Pushing event deleted for resources: {'Port': ['ID=2bb6e504-26ce-4c14-9d69-3f128f9da7c2,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:27.612778 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:27.664670 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['2bb6e504-26ce-4c14-9d69-3f128f9da7c2'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:27.740436 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] No DVR routers for this DVR port 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:27.743053 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.775731 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2c10ea86-329d-4280-8bc0-bb6f488820c8 req-39e289a6-19b8-47a1-aec6-e83545771eb5 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.58 "GET /v2.0/security-groups?id=049a5f71-c45a-4e69-a07a-51acc353d4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971874 May 10 19:27:27.777317 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-850d2748-8671-45f0-9a26-eaba698fc60a req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] 10.222.0.66 "DELETE /v2.0/ports/2bb6e504-26ce-4c14-9d69-3f128f9da7c2 HTTP/1.1" status: 204 len: 173 time: 1.0309966 May 10 19:27:27.809774 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49414) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:27.952724 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c3cc4b-f7b9-41ec-89cb-1a85145a1440', 'name': 'network-vif-deleted', 'tag': '2bb6e504-26ce-4c14-9d69-3f128f9da7c2'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:27.960163 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.977413 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:27.982984 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:821f491c0e764ebb9cec855d34d5fd43 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:27.986412 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:27.993385 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:28.005819 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c3cc4b-f7b9-41ec-89cb-1a85145a1440', 'name': 'network-vif-deleted', 'tag': '2bb6e504-26ce-4c14-9d69-3f128f9da7c2', 'status': 'completed', 'code': 200} May 10 19:27:28.098357 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.103818 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.111750 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-29ab6a49-f0da-456a-898c-8c56a0bf498c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:28.156967 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=821f491c0e764ebb9cec855d34d5fd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456609 May 10 19:27:28.157775 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429f61d4-2e91-4683-bf22-2611bc8e68e8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:28.160824 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49426) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:28.161597 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ca0d0431-29ff-4ae0-8940-d5c86f3af5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:28.240842 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-840c0297-74db-48e1-ac81-d22fd658907b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.271421 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-840c0297-74db-48e1-ac81-d22fd658907b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.324135 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 5379814e-a89c-4577-9188-0ced83ee1a23 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:28.344671 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-840c0297-74db-48e1-ac81-d22fd658907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.351857 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-54ff8a7b-a5e8-4adc-acc3-c411dd7d98d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:28.365826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c0297-74db-48e1-ac81-d22fd658907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429f61d4-2e91-4683-bf22-2611bc8e68e8,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:28.376958 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-840c0297-74db-48e1-ac81-d22fd658907b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:28.383105 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-840c0297-74db-48e1-ac81-d22fd658907b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.387726 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-840c0297-74db-48e1-ac81-d22fd658907b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/429f61d4-2e91-4683-bf22-2611bc8e68e8 HTTP/1.1" status: 204 len: 168 time: 0.2223661 May 10 19:27:28.414116 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 5379814e-a89c-4577-9188-0ced83ee1a23 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:28.415208 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 5379814e-a89c-4577-9188-0ced83ee1a23 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:28.948999 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.960138 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49452) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:29.422333 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0ecee-5a5d-42da-96c8-aa833954eea8 req-89313789-be21-434f-848f-a030955635ee tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:29.423854 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a9b0ecee-5a5d-42da-96c8-aa833954eea8 req-89313789-be21-434f-848f-a030955635ee tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.2957709 May 10 19:27:29.498213 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a9b0ecee-5a5d-42da-96c8-aa833954eea8 req-08035e16-f4dd-4a34-99b2-2199d60be421 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657446 May 10 19:27:29.726721 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:30.147262 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Deleting port 44601891-2598-4365-bae6-7a09a82d7ce2 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:30.147596 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:30.273472 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] For port 44601891-2598-4365-bae6-7a09a82d7ce2, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=44601891-2598-4365-bae6-7a09a82d7ce2,segment=NetworkSegment(65010471-0f9b-45d0-9e72-402da789f9d7),segment_id=65010471-0f9b-45d0-9e72-402da789f9d7)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:30.273774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:30.397975 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Calling delete_port for 44601891-2598-4365-bae6-7a09a82d7ce2 owned by network:router_interface {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:30.537237 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:30.586710 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:30.587063 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 2bb6e504-26ce-4c14-9d69-3f128f9da7c2 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:30.701180 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a54ca0-97ff-40c7-a3db-fbac7ed08176 req-2306f2e4-e0ba-42cd-be36-4a411e885aa6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:30.703127 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2a54ca0-97ff-40c7-a3db-fbac7ed08176 req-2306f2e4-e0ba-42cd-be36-4a411e885aa6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.0824125 May 10 19:27:30.751039 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2a54ca0-97ff-40c7-a3db-fbac7ed08176 req-2136cdbc-56a4-4d29-a4ee-fc7d8f16186e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 May 10 19:27:30.782183 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:30.786145 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:30.829942 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44601891-2598-4365-bae6-7a09a82d7ce2,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:30.833996 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:31.091825 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:31.478515 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Router d8f82e87-b19b-4fd5-9889-02a72fdc4664 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:27:31.665733 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:27:31.677158 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] Sync routers for ids ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:27:31.683039 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] 10.222.0.58 "PUT /v2.0/routers/d8f82e87-b19b-4fd5-9889-02a72fdc4664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7215455 May 10 19:27:31.685437 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49492) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:31.690120 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] Routers {'d8f82e87-b19b-4fd5-9889-02a72fdc4664'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:27:31.690744 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:27:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:31.697795 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf191f-83a1-4720-b1df-fbae524dab10 req-bce1f51b-bd46-4e03-a5cb-6be443bdc05c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:31.699443 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9bf191f-83a1-4720-b1df-fbae524dab10 req-bce1f51b-bd46-4e03-a5cb-6be443bdc05c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0926943 May 10 19:27:31.775115 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9bf191f-83a1-4720-b1df-fbae524dab10 req-d6ad7ccc-29e0-48a7-9825-87ec6b3619d8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690987 May 10 19:27:31.882043 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] Set router d8f82e87-b19b-4fd5-9889-02a72fdc4664 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:27:32.048670 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:32.211902 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:27:30Z', 'revision_number': 5, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:32.213699 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f4620-ddbb-40b0-ac32-61ecaa2307ea req-7020ac56-341f-4e16-bab2-4a81a0c15c34 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:32.215225 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a21f4620-ddbb-40b0-ac32-61ecaa2307ea req-7020ac56-341f-4e16-bab2-4a81a0c15c34 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.3333609 May 10 19:27:32.216219 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] Checking router: d8f82e87-b19b-4fd5-9889-02a72fdc4664 for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:27:32.226284 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] Routers {'d8f82e87-b19b-4fd5-9889-02a72fdc4664'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:27:32.226912 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:27:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:32.277323 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:32.289426 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a21f4620-ddbb-40b0-ac32-61ecaa2307ea req-dd23142b-976e-435d-ad45-9e411754c832 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643704 May 10 19:27:32.366285 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Deleting port 05720ca7-1daf-4b58-85cc-8a38752fe78b {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:32.366285 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:32.411161 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] Set router d8f82e87-b19b-4fd5-9889-02a72fdc4664 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:27:32.490179 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] For port 05720ca7-1daf-4b58-85cc-8a38752fe78b, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=05720ca7-1daf-4b58-85cc-8a38752fe78b,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:32.490458 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:32.618559 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Calling delete_port for 05720ca7-1daf-4b58-85cc-8a38752fe78b owned by network:router_gateway {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:32.710815 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:27:30Z', 'revision_number': 5, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:32.714648 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f18fa6-aafb-4bce-98aa-4f5581df6c9c None None] The sync data for ids ['d8f82e87-b19b-4fd5-9889-02a72fdc4664'] in dv-cinder-784453-6-iscsi is: [{'id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'name': 'tempest-ServerRescueNegativeTestJSON-1045826609-router', 'tenant_id': '96025a65f50145759923532cea04d84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:54Z', 'updated_at': '2021-05-10T19:27:30Z', 'revision_number': 5, 'project_id': '96025a65f50145759923532cea04d84f', 'gw_port': {'id': '05720ca7-1daf-4b58-85cc-8a38752fe78b', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f82e87-b19b-4fd5-9889-02a72fdc4664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:27:32.766354 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:32.771194 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:32.844797 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05720ca7-1daf-4b58-85cc-8a38752fe78b,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:32.860844 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.861213 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.861600 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.861961 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.862314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.862667 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.863562 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.863915 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.864266 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.864617 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.864959 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.865302 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:32.868611 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:32.927456 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:32.974939 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917aed0-0d7f-4ae1-96b6-9d7f4a6c962e req-f7ce21fc-330b-457b-ab2f-cfddcc13192b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:32.976435 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1917aed0-0d7f-4ae1-96b6-9d7f4a6c962e req-f7ce21fc-330b-457b-ab2f-cfddcc13192b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0885015 May 10 19:27:33.102433 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1917aed0-0d7f-4ae1-96b6-9d7f4a6c962e req-bc56876f-183f-4e4c-a525-332642d8b35f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201754 May 10 19:27:33.104135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.106693 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.196292 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.196992 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8f82e87-b19b-4fd5-9889-02a72fdc4664 {{(pid=78730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:27:33.213839 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.215050 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d8f82e87-b19b-4fd5-9889-02a72fdc4664 HTTP/1.1" status: 204 len: 168 time: 1.5283511 May 10 19:27:33.217595 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49504) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:33.287538 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] Deleting subnet 98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:27:33.290550 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.343189 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.411404 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.785693 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adcdf7-bec2-4577-84c5-9adf52728ef2 req-4851a02a-6ed1-40f7-a86f-a03ddeb0d34a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:33.787199 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-93adcdf7-bec2-4577-84c5-9adf52728ef2 req-4851a02a-6ed1-40f7-a86f-a03ddeb0d34a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.3143265 May 10 19:27:33.896250 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-93adcdf7-bec2-4577-84c5-9adf52728ef2 req-dd255a30-a58b-4cc3-87b0-fbe725fe644e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954649 May 10 19:27:33.920905 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.925131 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5004d26e-544c-46bf-830f-413ebf77244b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:33.961121 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:33.964275 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:33.965266 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:33.971786 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8322b61d-19d0-4594-b55f-273b35248b7f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/98cf1b29-ad76-4d2a-8cc7-e2b4bdddc660 HTTP/1.1" status: 204 len: 168 time: 0.7526536 May 10 19:27:33.974831 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49516) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:34.083133 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.210485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.223883 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97912e0a-2415-47db-bbe1-697cbd4b9c76']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:34.236086 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65010471-0f9b-45d0-9e72-402da789f9d7') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:34.236413 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65010471-0f9b-45d0-9e72-402da789f9d7') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:34.249708 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.268043 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.275456 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:27:34.275973 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:27:34.289335 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:27:34.329992 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79296b-0aef-4a7f-8bb0-0dfe72d90462 req-eaeda101-f9e9-425d-8622-c42e53762632 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:34.332088 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2b79296b-0aef-4a7f-8bb0-0dfe72d90462 req-eaeda101-f9e9-425d-8622-c42e53762632 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0978200 May 10 19:27:34.379101 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.382454 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2b79296b-0aef-4a7f-8bb0-0dfe72d90462 req-e2b7f263-7753-404f-97a9-ecb22a55638e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445237 May 10 19:27:34.384037 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.387449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d9e4e4f3-c2ba-45b4-9f37-bf4580468d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:34.411026 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=97912e0a-2415-47db-bbe1-697cbd4b9c76,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:34.413749 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:34.419706 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/97912e0a-2415-47db-bbe1-697cbd4b9c76 HTTP/1.1" status: 204 len: 168 time: 0.4438558 May 10 19:27:34.610837 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 44601891-2598-4365-bae6-7a09a82d7ce2 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:34.652776 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 44601891-2598-4365-bae6-7a09a82d7ce2 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:34.653130 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 44601891-2598-4365-bae6-7a09a82d7ce2 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:34.653578 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 05720ca7-1daf-4b58-85cc-8a38752fe78b no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:34.687277 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 05720ca7-1daf-4b58-85cc-8a38752fe78b {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:34.687636 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 05720ca7-1daf-4b58-85cc-8a38752fe78b not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:34.720034 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49528) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:34.772682 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ceb6d63b-7cc4-4a89-a67f-736b8a714b9c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96025a65f50145759923532cea04d84f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513599 May 10 19:27:34.775125 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49532) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:34.846414 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6be0cd23-de3a-4e03-ac5a-0efc24797dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.873932 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6be0cd23-de3a-4e03-ac5a-0efc24797dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.932167 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6be0cd23-de3a-4e03-ac5a-0efc24797dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.936310 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-046e4c89-5620-466f-9567-8b36ddf78f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:34.948898 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0cd23-de3a-4e03-ac5a-0efc24797dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049a5f71-c45a-4e69-a07a-51acc353d4e0,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:34.954078 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6be0cd23-de3a-4e03-ac5a-0efc24797dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:34.966889 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6be0cd23-de3a-4e03-ac5a-0efc24797dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.968174 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-6be0cd23-de3a-4e03-ac5a-0efc24797dc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/049a5f71-c45a-4e69-a07a-51acc353d4e0 HTTP/1.1" status: 204 len: 168 time: 0.1921268 May 10 19:27:35.049271 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-fef762e9-398b-4c35-b790-86ff7e61fe1a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:35.050880 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-fef762e9-398b-4c35-b790-86ff7e61fe1a tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.1173775 May 10 19:27:35.152803 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214455-b4b8-479c-ad1e-cbb4ef5811b4 req-f1193f22-d365-4d56-8292-0c905b0ba2db tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:35.154418 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-37214455-b4b8-479c-ad1e-cbb4ef5811b4 req-f1193f22-d365-4d56-8292-0c905b0ba2db tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 945 time: 0.0932589 May 10 19:27:35.210665 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Deleting port 456202d5-776a-464d-926c-3460f59f749a {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:35.211343 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.225965 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-37214455-b4b8-479c-ad1e-cbb4ef5811b4 req-b5101387-7b3f-4e2b-8026-bef46c626210 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587587 May 10 19:27:35.372565 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] For port 456202d5-776a-464d-926c-3460f59f749a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=456202d5-776a-464d-926c-3460f59f749a,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:35.373365 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.503167 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Calling delete_port for 456202d5-776a-464d-926c-3460f59f749a owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:35.712648 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414486e-aac6-4dc1-abac-c31a1501a232 req-3f7169e5-42c7-4505-9b0a-1aacd4f45aa0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:35.714421 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8414486e-aac6-4dc1-abac-c31a1501a232 req-3f7169e5-42c7-4505-9b0a-1aacd4f45aa0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1979902 May 10 19:27:35.715712 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.724955 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e85fa298-458f-494b-aeb5-badd1bc0226f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:35.762595 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['e392e7f6-9e07-44ff-9092-9fdbfe43a056', '64747f7b-58e7-4fa4-82df-2bbde0df5de3', '456202d5-776a-464d-926c-3460f59f749a'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:35.806598 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Pushing event deleted for resources: {'Port': ['ID=456202d5-776a-464d-926c-3460f59f749a,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.808838 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:35.896168 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] No DVR routers for this DVR port 456202d5-776a-464d-926c-3460f59f749a on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:35.899101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.905434 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d1909d-e974-4bf5-82ea-57a3b862ca3c', 'name': 'network-vif-deleted', 'tag': '456202d5-776a-464d-926c-3460f59f749a'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:35.919931 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8414486e-aac6-4dc1-abac-c31a1501a232 req-16e2f0e1-d76e-47a3-8aad-bc4dc624a392 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975400 May 10 19:27:35.936232 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6738d28e-9986-4bf5-85d4-4cc8a19d2995 req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "DELETE /v2.0/ports/456202d5-776a-464d-926c-3460f59f749a HTTP/1.1" status: 204 len: 173 time: 0.8777580 May 10 19:27:36.070075 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-0fd634fa-1409-4c1b-bd75-042cba5870c0 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:36.078774 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-0fd634fa-1409-4c1b-bd75-042cba5870c0 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/networks?id=26f76358-8082-46c4-a1b2-dcb23afb2365 HTTP/1.1" status: 200 len: 814 time: 0.2941713 May 10 19:27:36.094426 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-acfcabf6-2621-4975-b24d-acdfab119b52 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/quotas/674d4638a3c2442b8676c7c22cc055f7 HTTP/1.1" status: 200 len: 375 time: 0.0142837 May 10 19:27:36.155604 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ae4ddc50-fd02-4a5b-8552-0f8629b3423f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=674d4638a3c2442b8676c7c22cc055f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569439 May 10 19:27:36.295668 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-b7a83159-a113-43c2-a138-167f1cb91881 service neutron] 10.222.0.58 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387939 May 10 19:27:36.504688 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-db7c751f-1019-4588-94fc-1656fb63f957 service neutron] 10.222.0.58 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021165 May 10 19:27:36.652282 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d1909d-e974-4bf5-82ea-57a3b862ca3c', 'name': 'network-vif-deleted', 'tag': '456202d5-776a-464d-926c-3460f59f749a', 'status': 'completed', 'code': 200} May 10 19:27:36.884483 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2c2012fd-71f2-4358-ba6a-9172f039a0fb req-294e7ea1-0eed-4af9-8959-dec62ede5e8d tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 210 time: 0.1241333 May 10 19:27:36.909616 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a023059a-9838-488e-86cf-81f20e922966 req-44b66afa-12c3-4412-9570-3d69932d1a3d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:27:36.928129 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a023059a-9838-488e-86cf-81f20e922966 req-44b66afa-12c3-4412-9570-3d69932d1a3d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:27:36.940134 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a023059a-9838-488e-86cf-81f20e922966 req-44b66afa-12c3-4412-9570-3d69932d1a3d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3d1909d-e974-4bf5-82ea-57a3b862ca3c HTTP/1.1" status: 200 len: 210 time: 0.0822070 May 10 19:27:37.302223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a3f53-b46a-4f10-9ee4-835ac9a321af req-540ba8e5-6620-471c-a788-b687f97f5c45 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:37.303807 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b5a3f53-b46a-4f10-9ee4-835ac9a321af req-540ba8e5-6620-471c-a788-b687f97f5c45 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.2449362 May 10 19:27:37.359336 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b5a3f53-b46a-4f10-9ee4-835ac9a321af req-2cead379-0a6c-49a8-9841-7b29e14f7225 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494871 May 10 19:27:37.659326 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49632) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:37.779874 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:37.799825 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:37.805895 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Usage tracker for resource:security_group_rule and tenant:3db8352b77824201b26ed40c80bcaa44 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:37.810008 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:37.816724 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:37.937889 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:37.942882 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:37.952364 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c7b1b437-b7ab-441c-8a99-1b36357dd465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:37.994948 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f1b18-5895-4571-8dda-c07fe5d479f6,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:38.000479 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:38.004792 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3db8352b77824201b26ed40c80bcaa44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439074 May 10 19:27:38.007316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49644) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:38.079248 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b220fff8-8b30-4371-a885-a3b37d8741a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.114881 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b220fff8-8b30-4371-a885-a3b37d8741a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.115887 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-74c910a1-e66e-4801-acda-caa066fd849d req-54093e73-629a-4f26-a35c-2df63b5d4531 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Synchronizing usage tracker for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:27:38.183606 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b220fff8-8b30-4371-a885-a3b37d8741a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.187599 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-77eb85d7-97a4-42c6-bb73-d811aed091d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:38.199452 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220fff8-8b30-4371-a885-a3b37d8741a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f1b18-5895-4571-8dda-c07fe5d479f6,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:38.203831 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b220fff8-8b30-4371-a885-a3b37d8741a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:38.207941 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b220fff8-8b30-4371-a885-a3b37d8741a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.209041 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b220fff8-8b30-4371-a885-a3b37d8741a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a7f1b18-5895-4571-8dda-c07fe5d479f6 HTTP/1.1" status: 204 len: 168 time: 0.2007115 May 10 19:27:38.223478 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-74c910a1-e66e-4801-acda-caa066fd849d req-54093e73-629a-4f26-a35c-2df63b5d4531 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Unset dirty status for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:27:38.225060 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74c910a1-e66e-4801-acda-caa066fd849d req-54093e73-629a-4f26-a35c-2df63b5d4531 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 210 time: 0.2121491 May 10 19:27:38.249230 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-a936d41c-5c3c-4e96-b47a-c2b474cbc6e4 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:38.252863 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-a936d41c-5c3c-4e96-b47a-c2b474cbc6e4 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.66 "GET /v2.0/networks?id=26f76358-8082-46c4-a1b2-dcb23afb2365 HTTP/1.1" status: 200 len: 814 time: 0.2701287 May 10 19:27:38.264979 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Request body: {'port': {'device_id': '0b22ab1b-0dc4-40ff-a97e-4cec114f9541', 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365', 'admin_state_up': True, 'tenant_id': '674d4638a3c2442b8676c7c22cc055f7'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:27:38.357218 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 456202d5-776a-464d-926c-3460f59f749a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:38.404925 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 456202d5-776a-464d-926c-3460f59f749a {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:38.405272 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 456202d5-776a-464d-926c-3460f59f749a not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:38.430040 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:38.442849 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:38.490081 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Made reservation on behalf of 674d4638a3c2442b8676c7c22cc055f7 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:27:38.494560 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.609963 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fddd56-c598-4e97-b10c-56eac0e6f505 req-d3daf38b-ed68-4ba7-b426-2b66d71cfdca tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:38.614037 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-97fddd56-c598-4e97-b10c-56eac0e6f505 req-d3daf38b-ed68-4ba7-b426-2b66d71cfdca tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1019990 May 10 19:27:38.632994 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d642-d688-419c-9586-f5bad32cc17c req-495b6908-db19-4fae-aab7-4b10d019493e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:38.634578 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8865d642-d688-419c-9586-f5bad32cc17c req-495b6908-db19-4fae-aab7-4b10d019493e tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 946 time: 0.1850364 May 10 19:27:38.656827 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49662) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:38.664182 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-97fddd56-c598-4e97-b10c-56eac0e6f505 req-6c770b66-aedb-420b-a680-56e47f8eaccb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 May 10 19:27:38.679364 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.695485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:38.699774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Usage tracker for resource:security_group_rule and tenant:36894f9189dc4bf981a7b9a7a9f5b44b is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:38.703285 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:38.710177 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:38.821301 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.823916 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8865d642-d688-419c-9586-f5bad32cc17c req-7e08e8bb-c9dd-4420-ab94-c9830d1f38bb tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571774 May 10 19:27:38.830031 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Allocated IP 172.20.0.12 (26f76358-8082-46c4-a1b2-dcb23afb2365/f717e720-b259-4cca-a451-e3a26ae21075/5a56c769-45cf-45d7-b7eb-6641b5ccd005) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:27:38.832389 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.850985 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a1afbdc2-b0ae-49b5-8d93-73b24a612cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:38.887251 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36894f9189dc4bf981a7b9a7a9f5b44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261753 May 10 19:27:38.890105 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49668) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:38.906744 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3689b62a-3311-411f-9d1d-f30cdfa0124f,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:38.911992 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:38.965110 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06409fcb-8ef3-4538-8256-c8ad4de44560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:38.991400 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06409fcb-8ef3-4538-8256-c8ad4de44560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.045798 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06409fcb-8ef3-4538-8256-c8ad4de44560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.050713 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-62c3c4af-4eea-4717-8879-70f27b27bf09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:39.064075 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06409fcb-8ef3-4538-8256-c8ad4de44560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689b62a-3311-411f-9d1d-f30cdfa0124f,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:39.067452 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-06409fcb-8ef3-4538-8256-c8ad4de44560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:39.069501 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-06409fcb-8ef3-4538-8256-c8ad4de44560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.070250 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.070618 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-06409fcb-8ef3-4538-8256-c8ad4de44560 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3689b62a-3311-411f-9d1d-f30cdfa0124f HTTP/1.1" status: 204 len: 168 time: 0.1796174 May 10 19:27:39.104413 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.109682 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:39.173634 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Network 26f76358-8082-46c4-a1b2-dcb23afb2365 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:27:39.176796 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:27:39.185240 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:27:39.216783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Pushing event updated for resources: {'Port': ['ID=5a56c769-45cf-45d7-b7eb-6641b5ccd005,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:39.223294 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:39.254991 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:39.255677 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.282867 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0220366 May 10 19:27:39.298850 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Request body: {'port': {'device_id': '0b22ab1b-0dc4-40ff-a97e-4cec114f9541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:27:39.415902 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.442484 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581c157-b931-476e-9b3d-475e506dc155 req-5c38c797-7f13-4c35-904c-25b28e7747e8 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:39.444116 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f581c157-b931-476e-9b3d-475e506dc155 req-5c38c797-7f13-4c35-904c-25b28e7747e8 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 932 time: 0.0998125 May 10 19:27:39.493431 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f581c157-b931-476e-9b3d-475e506dc155 req-d65971dc-4809-462b-a012-bbeaee45ede0 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 May 10 19:27:39.786810 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a56c769-45cf-45d7-b7eb-6641b5ccd005 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:27:39.833274 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.857658 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Transition to ACTIVE for port object 5a56c769-45cf-45d7-b7eb-6641b5ccd005 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:27:39.872890 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:39.878556 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1e6b23bf-c9a7-4217-99bc-6ca4d6897bbb tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:39.949445 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Pushing event updated for resources: {'Port': ['ID=5a56c769-45cf-45d7-b7eb-6641b5ccd005,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:39.956545 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:40.056403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c933da6-97db-4c70-9fa9-806f083b678b req-63332079-2536-4de5-ad55-dc7ea9df43c6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:40.059485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeacad0-60a9-45e7-9324-21b07955001b req-e2dc1e5d-fb33-41f4-8620-ac51dfb91b42 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:40.063525 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c933da6-97db-4c70-9fa9-806f083b678b req-63332079-2536-4de5-ad55-dc7ea9df43c6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.2714887 May 10 19:27:40.067821 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-adeacad0-60a9-45e7-9324-21b07955001b req-e2dc1e5d-fb33-41f4-8620-ac51dfb91b42 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 946 time: 0.1098344 May 10 19:27:40.132400 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-adeacad0-60a9-45e7-9324-21b07955001b req-f2aee515-c596-4a3b-b4cc-5c8acf2eb32c tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636516 May 10 19:27:40.222168 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c933da6-97db-4c70-9fa9-806f083b678b req-16390f47-2405-46c1-984d-38806ef16870 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576505 May 10 19:27:40.230690 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Attempting to bind port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:27:40.231152 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Attempting to bind port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:27:40.231483 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Attempting to bind port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 on network 26f76358-8082-46c4-a1b2-dcb23afb2365 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:27:40.244095 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 on network 26f76358-8082-46c4-a1b2-dcb23afb2365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:27:40.244095 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Attempting to bind port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 on network 26f76358-8082-46c4-a1b2-dcb23afb2365 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:27:40.244468 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:27:40.244624 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Checking segment: {'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:27:40.245037 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Bound using segment: {'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:27:40.245466 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Bound port: 5a56c769-45cf-45d7-b7eb-6641b5ccd005, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0aeee3-a605-48cd-b011-ddedf28a50e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:27:40.245840 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:40.336751 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] For port 5a56c769-45cf-45d7-b7eb-6641b5ccd005, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:27:40.340157 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] For port 5a56c769-45cf-45d7-b7eb-6641b5ccd005, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a56c769-45cf-45d7-b7eb-6641b5ccd005,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:27:40.345994 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:40.350782 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:40.406598 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:40.407216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:40.408623 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] 10.222.0.66 "PUT /v2.0/ports/5a56c769-45cf-45d7-b7eb-6641b5ccd005 HTTP/1.1" status: 200 len: 1094 time: 1.1139450 May 10 19:27:40.409111 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22ab1b-0dc4-40ff-a97e-4cec114f9541', 'tag': '5a56c769-45cf-45d7-b7eb-6641b5ccd005'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:40.429345 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57502804-633b-4b62-bb87-634ab2c24f8f req-4175d261-b296-406b-81e9-0279ea560cd3 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:40.431184 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-57502804-633b-4b62-bb87-634ab2c24f8f req-4175d261-b296-406b-81e9-0279ea560cd3 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 946 time: 0.0971038 May 10 19:27:40.437595 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Pushing event updated for resources: {'Port': ['ID=5a56c769-45cf-45d7-b7eb-6641b5ccd005,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:40.457101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:40.459534 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22ab1b-0dc4-40ff-a97e-4cec114f9541', 'tag': '5a56c769-45cf-45d7-b7eb-6641b5ccd005', 'status': 'completed', 'code': 200} May 10 19:27:40.538630 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-a6b9ea9f-b6c7-4d76-a39b-68467cefb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:40.540276 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-a6b9ea9f-b6c7-4d76-a39b-68467cefb1ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=674d4638a3c2442b8676c7c22cc055f7&device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 1097 time: 0.0738623 May 10 19:27:40.592832 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Deleting port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:40.593104 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:40.617663 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-9d53b0db-7a3d-43e4-93bb-742699ca5339 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a56c769-45cf-45d7-b7eb-6641b5ccd005 HTTP/1.1" status: 200 len: 217 time: 0.0700510 May 10 19:27:40.737171 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] For port 64747f7b-58e7-4fa4-82df-2bbde0df5de3, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64747f7b-58e7-4fa4-82df-2bbde0df5de3,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:40.738209 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:40.814585 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-fdb363cd-882a-4edf-a787-1bd0e5e00e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:40.816590 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-fdb363cd-882a-4edf-a787-1bd0e5e00e04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f717e720-b259-4cca-a451-e3a26ae21075 HTTP/1.1" status: 200 len: 854 time: 0.1625285 May 10 19:27:40.889582 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09783a5-7518-4c9e-9b4d-f2b4f5487a0a req-8c4ba039-f0e9-442e-aad0-91764f7afe6e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:40.891216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c09783a5-7518-4c9e-9b4d-f2b4f5487a0a req-8c4ba039-f0e9-442e-aad0-91764f7afe6e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Synchronizing usage tracker for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:27:40.895165 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-6919ccc8-ae8f-47d3-ae33-b4a3c6d0b3cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26f76358-8082-46c4-a1b2-dcb23afb2365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718822 May 10 19:27:40.898514 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Calling delete_port for 64747f7b-58e7-4fa4-82df-2bbde0df5de3 owned by compute:nova {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:40.976178 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c09783a5-7518-4c9e-9b4d-f2b4f5487a0a req-8c4ba039-f0e9-442e-aad0-91764f7afe6e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Unset dirty status for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:27:40.977385 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c09783a5-7518-4c9e-9b4d-f2b4f5487a0a req-8c4ba039-f0e9-442e-aad0-91764f7afe6e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 944 time: 0.3585286 May 10 19:27:41.021438 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:41.027423 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-db80a27f-f5d6-42da-bf42-576723b6179e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:41.040340 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['e392e7f6-9e07-44ff-9092-9fdbfe43a056', '64747f7b-58e7-4fa4-82df-2bbde0df5de3'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:41.064841 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c09783a5-7518-4c9e-9b4d-f2b4f5487a0a req-b997fc18-79bf-44f0-8be4-2baefc0948cc tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775054 May 10 19:27:41.072824 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Pushing event deleted for resources: {'Port': ['ID=64747f7b-58e7-4fa4-82df-2bbde0df5de3,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:41.074689 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-88295a87-aa14-4deb-8754-69934feb9efc service neutron] 10.222.0.66 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706531 May 10 19:27:41.077172 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:41.187183 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] No DVR routers for this DVR port 64747f7b-58e7-4fa4-82df-2bbde0df5de3 on host hv-cinder-78445 {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:41.198795 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:41.201867 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9a900-cd2c-4ee2-bb5a-94dca038bc72', 'name': 'network-vif-deleted', 'tag': '64747f7b-58e7-4fa4-82df-2bbde0df5de3'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:41.239899 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-57502804-633b-4b62-bb87-634ab2c24f8f req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "DELETE /v2.0/ports/64747f7b-58e7-4fa4-82df-2bbde0df5de3 HTTP/1.1" status: 204 len: 173 time: 0.7977734 May 10 19:27:41.259341 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f018bd1-9491-4232-b6e6-358fc1b5ad14 req-ca15aff6-f258-4cd5-ae87-424c0417bcff service neutron] 10.222.0.66 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755195 May 10 19:27:41.285705 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9a900-cd2c-4ee2-bb5a-94dca038bc72', 'name': 'network-vif-deleted', 'tag': '64747f7b-58e7-4fa4-82df-2bbde0df5de3', 'status': 'completed', 'code': 200} May 10 19:27:41.372495 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-abf12c64-3c0b-409f-8807-03e740a0f4fd req-ca091c91-0376-42dc-ba11-7e53358725c6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Synchronizing usage tracker for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:27:41.401865 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-abf12c64-3c0b-409f-8807-03e740a0f4fd req-ca091c91-0376-42dc-ba11-7e53358725c6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Unset dirty status for tenant:428bcbf709ea4aada68d31dc25260585 on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:27:41.403751 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-abf12c64-3c0b-409f-8807-03e740a0f4fd req-ca091c91-0376-42dc-ba11-7e53358725c6 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=ffc9a900-cd2c-4ee2-bb5a-94dca038bc72 HTTP/1.1" status: 200 len: 210 time: 0.1028378 May 10 19:27:41.531247 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f075-11cb-4aeb-9a4d-9277ba2b10b7 req-9c6d105a-c72b-4890-97be-019ff364002f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:41.532600 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a675f075-11cb-4aeb-9a4d-9277ba2b10b7 req-9c6d105a-c72b-4890-97be-019ff364002f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1049588 May 10 19:27:41.535198 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-95757894-1fb0-447a-817c-75c5c719136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:41.536517 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-95757894-1fb0-447a-817c-75c5c719136e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=674d4638a3c2442b8676c7c22cc055f7&device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 1097 time: 0.1909547 May 10 19:27:41.647946 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a675f075-11cb-4aeb-9a4d-9277ba2b10b7 req-933b8a39-c96e-42e7-b3e9-981a6259992a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087670 May 10 19:27:41.695573 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-d3ac4ccf-3dec-4e92-9a98-61a4b873ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:41.696970 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-d3ac4ccf-3dec-4e92-9a98-61a4b873ef98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=26f76358-8082-46c4-a1b2-dcb23afb2365 HTTP/1.1" status: 200 len: 915 time: 0.1425610 May 10 19:27:41.761583 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-2608f674-7bf7-4b92-bbda-8ebd1f7b811c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a56c769-45cf-45d7-b7eb-6641b5ccd005 HTTP/1.1" status: 200 len: 217 time: 0.0576007 May 10 19:27:41.827027 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-3c90e9db-2b01-465c-945b-3c0ea5a53ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:41.828432 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-3c90e9db-2b01-465c-945b-3c0ea5a53ae5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f717e720-b259-4cca-a451-e3a26ae21075 HTTP/1.1" status: 200 len: 854 time: 0.0602076 May 10 19:27:41.876297 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-d79a3a98-92e0-4787-a0dc-6f9b37198a64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26f76358-8082-46c4-a1b2-dcb23afb2365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398333 May 10 19:27:42.011871 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-d4550eb7-7afe-43ed-b5d1-12c1508bc576 service neutron] 10.222.0.66 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255872 May 10 19:27:42.151854 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9d19c843-034b-4691-9ece-8b6949d7e8bf req-c216bdf1-7449-4803-9b40-9440f1a4764a service neutron] 10.222.0.66 "GET /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339436 May 10 19:27:42.280891 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef419e-7aae-4b5e-ade2-76eae36f4e15 req-7c79558b-3784-44bd-b8d2-0dbd9d9f9852 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:42.282389 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-beef419e-7aae-4b5e-ade2-76eae36f4e15 req-7c79558b-3784-44bd-b8d2-0dbd9d9f9852 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 944 time: 0.0821974 May 10 19:27:42.332170 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-beef419e-7aae-4b5e-ade2-76eae36f4e15 req-d0c4af3f-4ba0-445c-b5e8-2a02d5d76c2e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 May 10 19:27:42.916956 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33697a23-0d64-44b5-8bf1-ca1b3857af9e req-bae82ada-dad7-47ee-bef2-fb3cc0397c29 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:42.918452 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-33697a23-0d64-44b5-8bf1-ca1b3857af9e req-bae82ada-dad7-47ee-bef2-fb3cc0397c29 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1577046 May 10 19:27:42.965479 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-33697a23-0d64-44b5-8bf1-ca1b3857af9e req-83378648-8c9c-4c72-a91e-611b9b28be76 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 May 10 19:27:43.522298 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecf6c2-9eaf-4e87-b601-9735af7f0d5a req-a145bf29-8b17-455b-985c-e73da27b7cb5 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:43.523762 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-faecf6c2-9eaf-4e87-b601-9735af7f0d5a req-a145bf29-8b17-455b-985c-e73da27b7cb5 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 944 time: 0.0848699 May 10 19:27:43.571347 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-faecf6c2-9eaf-4e87-b601-9735af7f0d5a req-18e68ac3-cd13-44d3-9d17-79ad576a80ea tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 May 10 19:27:44.146330 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dd75c-13b2-4eef-8080-1401d4ae910d req-cc9d75e3-c377-43cf-a72f-450303f02618 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:44.147994 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3c5dd75c-13b2-4eef-8080-1401d4ae910d req-cc9d75e3-c377-43cf-a72f-450303f02618 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 945 time: 0.0897007 May 10 19:27:44.182648 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215729a8-69ac-40b5-bcf5-0ab57ec8125e req-b193d551-7bcc-44dd-82ad-de0820634b05 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:44.184662 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-215729a8-69ac-40b5-bcf5-0ab57ec8125e req-b193d551-7bcc-44dd-82ad-de0820634b05 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1010213 May 10 19:27:44.203421 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3c5dd75c-13b2-4eef-8080-1401d4ae910d req-c18cf231-de3f-4e60-885f-f1e7a7a46ea2 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478141 May 10 19:27:44.233905 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-215729a8-69ac-40b5-bcf5-0ab57ec8125e req-30f1d507-a8a5-4ca4-b328-735bfcf9b82e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 May 10 19:27:44.380242 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49798) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:44.380778 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 64747f7b-58e7-4fa4-82df-2bbde0df5de3 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:44.416140 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 64747f7b-58e7-4fa4-82df-2bbde0df5de3 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:44.416489 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 64747f7b-58e7-4fa4-82df-2bbde0df5de3 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:44.501058 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:44.515522 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:44.519893 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c2239f57e7402a9972cb42772db5d7 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:44.522626 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:44.528181 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:44.613115 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:44.617569 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:44.624608 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-07b8b398-5e8c-4f18-927e-274760ed5bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:44.672759 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4c2239f57e7402a9972cb42772db5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888722 May 10 19:27:44.672759 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18219027-7a40-47b7-9019-1653fbe0680c,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:44.673196 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49808) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:44.674539 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:44.790794 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e879c62-4bb4-41eb-958e-32cff567f5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:44.833894 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c9f67-c14a-4e13-a73f-5591ef01746f req-eada80d8-793f-4665-9c00-201fec352805 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:44.835357 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bc8c9f67-c14a-4e13-a73f-5591ef01746f req-eada80d8-793f-4665-9c00-201fec352805 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 944 time: 0.1461558 May 10 19:27:44.839866 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e879c62-4bb4-41eb-958e-32cff567f5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:44.919012 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bc8c9f67-c14a-4e13-a73f-5591ef01746f req-5ba656cd-b7f1-42f5-bf0f-f1b13a0050aa tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724049 May 10 19:27:44.938830 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e879c62-4bb4-41eb-958e-32cff567f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:44.944590 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8393b8a8-4e4d-4b2a-a023-03e0e9789075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:45.034735 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e879c62-4bb4-41eb-958e-32cff567f5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18219027-7a40-47b7-9019-1653fbe0680c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:45.036766 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e879c62-4bb4-41eb-958e-32cff567f5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:45.037743 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e879c62-4bb4-41eb-958e-32cff567f5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:45.041128 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8e879c62-4bb4-41eb-958e-32cff567f5c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18219027-7a40-47b7-9019-1653fbe0680c HTTP/1.1" status: 204 len: 168 time: 0.3640640 May 10 19:27:45.063748 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec12ab-73b9-4064-b1e8-57e98ebd7733 req-4cbd2c99-f05b-477b-8ca2-d01b2ac82ca1 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:45.065223 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3aec12ab-73b9-4064-b1e8-57e98ebd7733 req-4cbd2c99-f05b-477b-8ca2-d01b2ac82ca1 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0918989 May 10 19:27:45.114087 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3aec12ab-73b9-4064-b1e8-57e98ebd7733 req-a1ce8972-8040-40cc-bd95-afcf34062228 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425901 May 10 19:27:45.352700 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49824) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:45.381562 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:45.403478 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:45.410079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d86f8d1f684348749ceabe1d91b5eb0f is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:45.413711 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:45.421441 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:45.434223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430a6d3-fa1e-4383-bcb1-95100f620bf6 req-028ecaff-f4e7-447c-a46b-cd8a2a2cbd4c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:45.435825 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3430a6d3-fa1e-4383-bcb1-95100f620bf6 req-028ecaff-f4e7-447c-a46b-cd8a2a2cbd4c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0875854 May 10 19:27:45.460625 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227024f-ba1f-4013-bc01-1f94c3ae908c req-842baabf-67d8-40bb-97ec-34da239898f8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:45.462139 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e227024f-ba1f-4013-bc01-1f94c3ae908c req-842baabf-67d8-40bb-97ec-34da239898f8 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 945 time: 0.1444635 May 10 19:27:45.482280 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3430a6d3-fa1e-4383-bcb1-95100f620bf6 req-19fa783d-ffbd-496e-9da3-249a5fd1cc62 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394473 May 10 19:27:45.547324 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e227024f-ba1f-4013-bc01-1f94c3ae908c req-545cf060-9528-4dc9-b9c9-9ea5325a33eb tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788045 May 10 19:27:45.567697 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:45.572050 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:45.580238 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7ede2fda-5dfc-4fc0-898c-b6c1e0bfb267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:45.619735 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d86f8d1f684348749ceabe1d91b5eb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657540 May 10 19:27:45.620840 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbca6e7-06ab-4078-8760-9f051c8b3425,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:45.622458 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49828) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:45.623972 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:45.681976 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-258c226e-8fcf-45f4-9af4-367dd82b59a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:45.707206 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-258c226e-8fcf-45f4-9af4-367dd82b59a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:45.758117 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-258c226e-8fcf-45f4-9af4-367dd82b59a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:45.761857 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6be0cd23-de3a-4e03-ac5a-0efc24797dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:45.777420 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c226e-8fcf-45f4-9af4-367dd82b59a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbca6e7-06ab-4078-8760-9f051c8b3425,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:45.780416 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-258c226e-8fcf-45f4-9af4-367dd82b59a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:45.785485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-258c226e-8fcf-45f4-9af4-367dd82b59a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:45.789133 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-258c226e-8fcf-45f4-9af4-367dd82b59a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cbca6e7-06ab-4078-8760-9f051c8b3425 HTTP/1.1" status: 204 len: 168 time: 0.1633010 May 10 19:27:46.103451 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d5000-0cdb-4194-9add-dc65ee237263 req-9532c08b-c429-455c-afc6-06cefb80018f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:46.104913 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-168d5000-0cdb-4194-9add-dc65ee237263 req-9532c08b-c429-455c-afc6-06cefb80018f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 945 time: 0.0840092 May 10 19:27:46.127494 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237b6d3-488e-4b6f-a518-f98b3642192e req-a80ec79f-945d-48a9-a2b3-412c59dcc88a tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:46.129038 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9237b6d3-488e-4b6f-a518-f98b3642192e req-a80ec79f-945d-48a9-a2b3-412c59dcc88a tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 944 time: 0.0852432 May 10 19:27:46.188574 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9237b6d3-488e-4b6f-a518-f98b3642192e req-5fd9427d-78a1-4594-a7f8-a92b8fbfcd04 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538032 May 10 19:27:46.324265 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Deleting port e392e7f6-9e07-44ff-9092-9fdbfe43a056 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:46.324532 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:46.358870 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918bf0-60b3-49eb-8b84-1492e76d3c34 req-2953f96d-c892-4aa5-9279-6730637df56a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:46.360352 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5e918bf0-60b3-49eb-8b84-1492e76d3c34 req-2953f96d-c892-4aa5-9279-6730637df56a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1303778 May 10 19:27:46.411193 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:27:46.492540 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5e918bf0-60b3-49eb-8b84-1492e76d3c34 req-8459ff23-e562-4b03-b91f-feded84b3368 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851889 May 10 19:27:46.528657 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] For port e392e7f6-9e07-44ff-9092-9fdbfe43a056, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e392e7f6-9e07-44ff-9092-9fdbfe43a056,segment=NetworkSegment(0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c),segment_id=0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:46.529166 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:46.568563 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:46.589995 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'port_id': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'mac_address': 'fa:16:3e:06:aa:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:27:46.655333 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Calling delete_port for e392e7f6-9e07-44ff-9092-9fdbfe43a056 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:46.659072 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:46.680222 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7af733c9-f5e2-45a9-8764-bff169ddd04f {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:27:46.699091 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:46.710253 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:46.711764 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 5a56c769-45cf-45d7-b7eb-6641b5ccd005 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:27:46.713683 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:46.742976 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7a86d-10e4-4250-b696-9606ff33f809 req-cc76a816-67a8-4a0a-bb94-fc28dbcad58e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:46.750632 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-92b7a86d-10e4-4250-b696-9606ff33f809 req-cc76a816-67a8-4a0a-bb94-fc28dbcad58e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1296902 May 10 19:27:46.816835 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-92b7a86d-10e4-4250-b696-9606ff33f809 req-a04a91d2-6c89-4eb0-ad60-c18e113cc9f0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652537 May 10 19:27:46.871448 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb187ba-58c9-4e91-91bd-48c9100fd317 req-45bd4cc8-ae5d-46fb-8edd-d28a3072412f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:46.872959 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6fb187ba-58c9-4e91-91bd-48c9100fd317 req-45bd4cc8-ae5d-46fb-8edd-d28a3072412f tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95a57eb-3769-4075-aaf0-d1411b251812 HTTP/1.1" status: 200 len: 945 time: 0.1228204 May 10 19:27:46.879834 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:46.888139 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:46.912475 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['e392e7f6-9e07-44ff-9092-9fdbfe43a056'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:46.954314 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Pushing event deleted for resources: {'Port': ['ID=e392e7f6-9e07-44ff-9092-9fdbfe43a056,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:46.959989 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:46.986118 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=6']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:47.007556 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.007899 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.008422 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.008754 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.009082 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.009427 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.009767 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.010090 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.010440 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.010764 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.011082 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.011399 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:47.015625 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:47.043969 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6fb187ba-58c9-4e91-91bd-48c9100fd317 req-e76c210d-b019-4582-a029-73f31f638908 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d25652d-d82d-45ee-87a2-2a41c019bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614325 May 10 19:27:47.045773 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 5a56c769-45cf-45d7-b7eb-6641b5ccd005, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a56c769-45cf-45d7-b7eb-6641b5ccd005,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:47.058897 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] No DVR routers for this DVR port e392e7f6-9e07-44ff-9092-9fdbfe43a056 on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:47.062193 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '5a56c769-45cf-45d7-b7eb-6641b5ccd005', 'network_id': '26f76358-8082-46c4-a1b2-dcb23afb2365', 'port_id': '5a56c769-45cf-45d7-b7eb-6641b5ccd005', 'mac_address': 'fa:16:3e:1d:06:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f717e720-b259-4cca-a451-e3a26ae21075', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:27:47.062342 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:47.064886 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95a57eb-3769-4075-aaf0-d1411b251812', 'name': 'network-vif-deleted', 'tag': 'e392e7f6-9e07-44ff-9092-9fdbfe43a056'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:47.086256 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-168d5000-0cdb-4194-9add-dc65ee237263 req-7954f36d-50ee-42bc-9d5c-35dd1825c894 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] 10.222.0.66 "DELETE /v2.0/ports/e392e7f6-9e07-44ff-9092-9fdbfe43a056 HTTP/1.1" status: 204 len: 173 time: 0.9752545 May 10 19:27:47.129978 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:47.136481 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95a57eb-3769-4075-aaf0-d1411b251812', 'name': 'network-vif-deleted', 'tag': 'e392e7f6-9e07-44ff-9092-9fdbfe43a056', 'status': 'completed', 'code': 200} May 10 19:27:47.147621 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a56c769-45cf-45d7-b7eb-6641b5ccd005 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:27:47.164773 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 5a56c769-45cf-45d7-b7eb-6641b5ccd005, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a56c769-45cf-45d7-b7eb-6641b5ccd005,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:47.168878 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:47.170975 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:47.257697 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['7af733c9-f5e2-45a9-8764-bff169ddd04f'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:47.306196 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=5a56c769-45cf-45d7-b7eb-6641b5ccd005,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:47.314782 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:47.389942 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036472d-da06-43cb-a82c-fb857dec3ab5 req-d07a0b0d-56db-4324-877c-de42efd3bc2f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:47.391870 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8036472d-da06-43cb-a82c-fb857dec3ab5 req-d07a0b0d-56db-4324-877c-de42efd3bc2f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 945 time: 0.0934961 May 10 19:27:47.442146 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8036472d-da06-43cb-a82c-fb857dec3ab5 req-12169168-ce97-457f-a91d-3ecbb9abc18c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437779 May 10 19:27:47.697928 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a06e8b-fe26-4fc8-9d01-b01a615ecd86 req-cfeb7a49-4a92-451f-9ecb-c07f80649fed tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:47.699506 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c2a06e8b-fe26-4fc8-9d01-b01a615ecd86 req-cfeb7a49-4a92-451f-9ecb-c07f80649fed tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0889668 May 10 19:27:47.757260 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c2a06e8b-fe26-4fc8-9d01-b01a615ecd86 req-bde37231-2511-4965-9bd0-ee392bf83536 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508549 May 10 19:27:47.819151 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['5a56c769-45cf-45d7-b7eb-6641b5ccd005'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:47.912494 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:27:48.005473 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2af1e-7a22-405f-8534-5d2e5f8d612d req-0a58de60-9e1a-4fca-b597-1c8bcaf5531b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:48.007087 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5d2af1e-7a22-405f-8534-5d2e5f8d612d req-0a58de60-9e1a-4fca-b597-1c8bcaf5531b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.0868793 May 10 19:27:48.063960 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5d2af1e-7a22-405f-8534-5d2e5f8d612d req-b2498148-cc9d-4e4a-85aa-442b00da331b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506015 May 10 19:27:48.294949 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49896) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:48.354964 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Deleting subnet 42e34396-f004-43b2-90d5-f11afe60c968 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:27:48.357957 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:48.406974 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:48.439468 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:27:48.469572 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:48.515060 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 7af733c9-f5e2-45a9-8764-bff169ddd04f triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:27:48.515758 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:48.644343 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0e4d3-e6dc-4583-af94-ee4692015459 req-a28fdd85-101f-4b15-99f4-9527e9e8450f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:48.646648 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d4e0e4d3-e6dc-4583-af94-ee4692015459 req-a28fdd85-101f-4b15-99f4-9527e9e8450f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 945 time: 0.0896730 May 10 19:27:48.652172 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:48.686829 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:48.697323 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d4e0e4d3-e6dc-4583-af94-ee4692015459 req-0a7a2c0b-1b04-4a4f-9313-ecd81f4cb1dd tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 May 10 19:27:48.711670 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:48.726319 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:48.727186 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device e392e7f6-9e07-44ff-9092-9fdbfe43a056 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:48.757691 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'code': 200} May 10 19:27:48.758205 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:48.763410 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:48.769476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-119498a1-f553-45bf-8645-5c02b026889f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:48.798234 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: e392e7f6-9e07-44ff-9092-9fdbfe43a056 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:48.798514 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device e392e7f6-9e07-44ff-9092-9fdbfe43a056 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:48.812301 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e34396-f004-43b2-90d5-f11afe60c968,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:48.818789 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:48.824685 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:48.835057 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/42e34396-f004-43b2-90d5-f11afe60c968 HTTP/1.1" status: 204 len: 168 time: 0.5351021 May 10 19:27:48.835415 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49906) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:48.841396 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=7']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:48.851114 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:48.989889 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.066845 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.204881 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2782b-956e-4e8c-aa4d-1d9283deff40 req-34ffb75d-33ca-41ec-97e0-1369b80e4172 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:49.206997 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b1b2782b-956e-4e8c-aa4d-1d9283deff40 req-34ffb75d-33ca-41ec-97e0-1369b80e4172 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.2885902 May 10 19:27:49.253814 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.275069 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957bd9d-61b6-4751-9e7b-d3ab8e4112bf req-2e905334-934a-475a-9720-4799b664c3fe tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:49.275391 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b2409f-4272-49bb-8a40-1e462a8b0335']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:49.276598 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9957bd9d-61b6-4751-9e7b-d3ab8e4112bf req-2e905334-934a-475a-9720-4799b664c3fe tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0924201 May 10 19:27:49.285201 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b1b2782b-956e-4e8c-aa4d-1d9283deff40 req-47dda501-fcfc-4f7f-9ab5-3a406a744c4e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706611 May 10 19:27:49.293079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:49.293079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fafdd3d-f89d-4b9a-ba8c-7aa98127d65c') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:49.306877 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-946362'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.326037 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.330284 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9957bd9d-61b6-4751-9e7b-d3ab8e4112bf req-a7acde32-bf40-47d2-8e31-fe9294364748 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470994 May 10 19:27:49.333572 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:27:49.333989 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2618596'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: timer() May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: self._notify() May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: event.method(event) May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:27:49.347212 dv-cinder-784453-6-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:27:49.422760 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.427482 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-281228af-f3ad-4346-9013-73bcfbf0b1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:49.443537 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.449762 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b2409f-4272-49bb-8a40-1e462a8b0335,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:49.455717 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:49.461403 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1163569e-0422-4b33-9649-c58a0860845f admin admin] 10.222.0.58 "DELETE /v2.0/networks/a5b2409f-4272-49bb-8a40-1e462a8b0335 HTTP/1.1" status: 204 len: 168 time: 0.6245646 May 10 19:27:49.658346 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 49926) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:49.707348 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1293622b-42c3-4881-b006-0251dcee2bb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=428bcbf709ea4aada68d31dc25260585&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477560 May 10 19:27:49.710147 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 49930) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:49.786321 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-801faa39-8ae0-4153-b0b1-ba17787c6722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.817825 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-801faa39-8ae0-4153-b0b1-ba17787c6722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.891644 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-801faa39-8ae0-4153-b0b1-ba17787c6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.897424 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fdeb9487-3d10-4832-8137-c5da12f2516c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:49.913102 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801faa39-8ae0-4153-b0b1-ba17787c6722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d25652d-d82d-45ee-87a2-2a41c019bf3b,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:49.916629 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-801faa39-8ae0-4153-b0b1-ba17787c6722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:49.921316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deac15-6e73-419a-8a80-1fa4fc0ac828 req-3d578489-ce17-4ec4-bd13-4fce501ad6b6 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:49.922870 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05deac15-6e73-419a-8a80-1fa4fc0ac828 req-3d578489-ce17-4ec4-bd13-4fce501ad6b6 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 945 time: 0.0989676 May 10 19:27:49.929283 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-801faa39-8ae0-4153-b0b1-ba17787c6722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.932708 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-801faa39-8ae0-4153-b0b1-ba17787c6722 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d25652d-d82d-45ee-87a2-2a41c019bf3b HTTP/1.1" status: 204 len: 168 time: 0.2193193 May 10 19:27:49.981153 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05deac15-6e73-419a-8a80-1fa4fc0ac828 req-7c9430c7-7cc3-49c8-bb86-6bdb7d327450 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 May 10 19:27:50.443297 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 5a56c769-45cf-45d7-b7eb-6641b5ccd005 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:27:50.502744 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387ab5b-2ece-4a1e-90f4-6e75c5041514 req-87b90182-2ab3-4a46-aec2-8fb9db46bd31 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:50.506524 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1387ab5b-2ece-4a1e-90f4-6e75c5041514 req-87b90182-2ab3-4a46-aec2-8fb9db46bd31 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1067092 May 10 19:27:50.538033 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:27:50.543869 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:27:50.544328 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:50.680616 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:50.709499 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1387ab5b-2ece-4a1e-90f4-6e75c5041514 req-58a0d1de-875e-4e05-809d-f6687abd3c7b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941259 May 10 19:27:50.733238 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 5a56c769-45cf-45d7-b7eb-6641b5ccd005, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a56c769-45cf-45d7-b7eb-6641b5ccd005,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:50.742978 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:50.745742 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:50.831377 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956555f-100f-4591-afee-ae35533b18a8 req-57d1a744-29c1-43d6-831f-f9ab753599c5 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:50.838058 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7956555f-100f-4591-afee-ae35533b18a8 req-57d1a744-29c1-43d6-831f-f9ab753599c5 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.3836911 May 10 19:27:50.842129 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22ab1b-0dc4-40ff-a97e-4cec114f9541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a56c769-45cf-45d7-b7eb-6641b5ccd005'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:50.847966 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=5a56c769-45cf-45d7-b7eb-6641b5ccd005,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:50.851230 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:50.902390 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7956555f-100f-4591-afee-ae35533b18a8 req-d36427d3-6bba-40c3-b6ab-ce224b3311ca tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598474 May 10 19:27:50.929114 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22ab1b-0dc4-40ff-a97e-4cec114f9541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a56c769-45cf-45d7-b7eb-6641b5ccd005', 'code': 200} May 10 19:27:51.286506 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c2fc9-0898-42e6-9195-93524befef14 req-fa36f10c-94a7-4d49-a6e9-8363275c6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:51.288626 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ff1c2fc9-0898-42e6-9195-93524befef14 req-fa36f10c-94a7-4d49-a6e9-8363275c6ae3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 1099 time: 0.1501117 May 10 19:27:51.331374 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89a2f8-366a-42c4-9074-bb5d6a4ab9ef req-5c327d14-0469-4fdf-ab0b-5c4e5d8945be tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:51.333364 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-de89a2f8-366a-42c4-9074-bb5d6a4ab9ef req-5c327d14-0469-4fdf-ab0b-5c4e5d8945be tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.1405087 May 10 19:27:51.375958 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ff1c2fc9-0898-42e6-9195-93524befef14 req-6748efe1-220d-466e-8d27-4b2901646fc2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768957 May 10 19:27:51.403808 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-de89a2f8-366a-42c4-9074-bb5d6a4ab9ef req-d500e9da-f332-4b4f-ae8a-a92820ebf9c4 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641506 May 10 19:27:52.154611 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d203-e6af-4111-ae2e-cad77906f86f req-35a02865-95d0-4832-b370-fe7bf73b3187 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:52.156276 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6d13d203-e6af-4111-ae2e-cad77906f86f req-35a02865-95d0-4832-b370-fe7bf73b3187 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0929039 May 10 19:27:52.222586 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6d13d203-e6af-4111-ae2e-cad77906f86f req-c44d263b-78ca-416d-a416-ababd4e1ea01 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555356 May 10 19:27:52.245432 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50048) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:52.322811 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b79f18-b416-44b1-a988-feb31db33f63 req-527af4c7-5302-47b0-b578-54310769e145 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:52.332957 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b8b79f18-b416-44b1-a988-feb31db33f63 req-527af4c7-5302-47b0-b578-54310769e145 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.4677863 May 10 19:27:52.399165 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b8b79f18-b416-44b1-a988-feb31db33f63 req-b439a8a4-49e2-4960-8f74-b515c0d1e577 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643191 May 10 19:27:52.439765 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:52.480105 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:52.495057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Usage tracker for resource:security_group_rule and tenant:4a20eda07b74474380f488deb6f23f73 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:52.499909 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:52.520871 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:52.584316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50058) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:52.664515 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f6d8c-bbf2-4ed5-87e3-621f3a778af7 req-f27e783a-05dc-488c-a082-48c6270d0803 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:52.671549 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b42f6d8c-bbf2-4ed5-87e3-621f3a778af7 req-f27e783a-05dc-488c-a082-48c6270d0803 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.1393113 May 10 19:27:52.749412 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b42f6d8c-bbf2-4ed5-87e3-621f3a778af7 req-8926b077-22ea-4137-9299-4d5a143154e1 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768518 May 10 19:27:52.812672 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:52.821879 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:52.832399 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:52.866121 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:52.867633 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033bc34f-e1f9-4f6e-894e-3ab69244d8fe,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:52.872006 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:52.884703 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:52.888667 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:34bf2b25982c434c82b2dff1062350ca is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:52.893801 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:52.900864 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:52.910625 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a20eda07b74474380f488deb6f23f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640444 May 10 19:27:52.913238 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50064) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:52.999244 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5b83313-5b71-4c58-a4f3-810e43af5d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.043366 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5b83313-5b71-4c58-a4f3-810e43af5d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.102516 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.110765 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.118644 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8c5c93a5-c1f9-4419-a3d8-02ede5eceeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:53.164932 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5b83313-5b71-4c58-a4f3-810e43af5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.179098 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e973c-1539-4c51-b325-e020840a7eb3,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:53.187729 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50068) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:53.188378 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34bf2b25982c434c82b2dff1062350ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020327 May 10 19:27:53.191770 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:53.192277 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-945f86d9-4df8-4617-acb2-eb19f97c57c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:53.201718 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c5b83313-5b71-4c58-a4f3-810e43af5d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.207107 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c5b83313-5b71-4c58-a4f3-810e43af5d52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/033bc34f-e1f9-4f6e-894e-3ab69244d8fe HTTP/1.1" status: 204 len: 168 time: 0.2884736 May 10 19:27:53.207107 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b83313-5b71-4c58-a4f3-810e43af5d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033bc34f-e1f9-4f6e-894e-3ab69244d8fe,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:53.222205 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c5b83313-5b71-4c58-a4f3-810e43af5d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:53.331573 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b937d52-7032-4f7a-9cea-a298b18487a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.371435 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b937d52-7032-4f7a-9cea-a298b18487a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.484206 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b937d52-7032-4f7a-9cea-a298b18487a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.493768 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5e3eac14-74f6-4a6e-9a77-381ff6f6922e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:53.514645 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b937d52-7032-4f7a-9cea-a298b18487a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e973c-1539-4c51-b325-e020840a7eb3,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:53.517854 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b937d52-7032-4f7a-9cea-a298b18487a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.521362 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1b937d52-7032-4f7a-9cea-a298b18487a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e6e973c-1539-4c51-b325-e020840a7eb3 HTTP/1.1" status: 204 len: 168 time: 0.3303075 May 10 19:27:53.521362 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1b937d52-7032-4f7a-9cea-a298b18487a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:53.562774 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c52fc921-8526-412d-9711-303b8fb90dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.571287 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5463a8f-840a-4d91-8b90-7890110f6536 req-36c37727-79e9-4fba-8156-a8bb3085c5be tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:53.574357 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c5463a8f-840a-4d91-8b90-7890110f6536 req-36c37727-79e9-4fba-8156-a8bb3085c5be tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.2067776 May 10 19:27:53.646267 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c5463a8f-840a-4d91-8b90-7890110f6536 req-ef1ca07e-363b-4a9e-ac76-fcb8f84c5755 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647244 May 10 19:27:53.705667 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50082) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:53.726413 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.732763 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b2f24-ad3c-40cd-91b7-6aeab7cab6b2 req-0a0197b7-2d62-4189-9fa1-dfcf4d81ad15 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:53.736464 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c96b2f24-ad3c-40cd-91b7-6aeab7cab6b2 req-0a0197b7-2d62-4189-9fa1-dfcf4d81ad15 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1303077 May 10 19:27:53.742082 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:53.746678 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1bd6468d39504df0be83aab44159260f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:53.750253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:53.757402 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:53.856333 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c96b2f24-ad3c-40cd-91b7-6aeab7cab6b2 req-4ebd7c54-51ad-463d-8cf3-5b80151cc336 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119545 May 10 19:27:53.943202 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.949477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.960784 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-258c226e-8fcf-45f4-9af4-367dd82b59a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:53.997957 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d269fc3-cb76-416c-a92c-c4d8a0a8cf8e,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:54.006546 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:54.087229 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bd6468d39504df0be83aab44159260f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799648 May 10 19:27:54.092205 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50090) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:54.092313 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50094) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:54.111481 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.128595 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:54.132777 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Usage tracker for resource:security_group_rule and tenant:63ee0727e6854567bd6c042ff3fcabad is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:54.135991 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:54.147779 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:54.164967 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f192546-33a6-4aff-b06e-4471a6dc64e2 req-c8d259b0-f947-4dea-8571-fb742301eb69 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:54.166624 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6f192546-33a6-4aff-b06e-4471a6dc64e2 req-c8d259b0-f947-4dea-8571-fb742301eb69 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.1740069 May 10 19:27:54.200642 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-39694ce8-a720-4b29-ac10-c5ccc13f0d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.231291 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-39694ce8-a720-4b29-ac10-c5ccc13f0d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.282556 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.290449 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.300105 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-39694ce8-a720-4b29-ac10-c5ccc13f0d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.305598 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:54.307257 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-fba6dc9b-d893-4284-b702-82e9466284db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:54.325876 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6f192546-33a6-4aff-b06e-4471a6dc64e2 req-8b19d787-221a-4a14-969e-c63439dcdf4f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503441 May 10 19:27:54.328572 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-39694ce8-a720-4b29-ac10-c5ccc13f0d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.329689 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-39694ce8-a720-4b29-ac10-c5ccc13f0d9a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d269fc3-cb76-416c-a92c-c4d8a0a8cf8e HTTP/1.1" status: 204 len: 168 time: 0.2390025 May 10 19:27:54.331474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39694ce8-a720-4b29-ac10-c5ccc13f0d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d269fc3-cb76-416c-a92c-c4d8a0a8cf8e,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:54.337179 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-39694ce8-a720-4b29-ac10-c5ccc13f0d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:54.430817 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e537594f-4a25-4b1c-9826-7df3b4e025a2,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:54.438492 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63ee0727e6854567bd6c042ff3fcabad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452842 May 10 19:27:54.439976 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:54.442454 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50102) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:54.585978 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e3e2b4bc-8061-45f1-b9c7-bf15c85f59ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.617664 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e3e2b4bc-8061-45f1-b9c7-bf15c85f59ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.711634 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e3e2b4bc-8061-45f1-b9c7-bf15c85f59ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.716810 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-baa8bcb6-29da-40dc-9b3b-e2716df6416d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:54.755554 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e3e2b4bc-8061-45f1-b9c7-bf15c85f59ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:54.759093 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-e3e2b4bc-8061-45f1-b9c7-bf15c85f59ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e537594f-4a25-4b1c-9826-7df3b4e025a2 HTTP/1.1" status: 204 len: 168 time: 0.3128827 May 10 19:27:54.759093 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2b4bc-8061-45f1-b9c7-bf15c85f59ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e537594f-4a25-4b1c-9826-7df3b4e025a2,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:54.777504 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e3e2b4bc-8061-45f1-b9c7-bf15c85f59ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:55.009437 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be6e82-72e2-4c6c-b8a7-b4c2c166cb52 req-6cff22fd-89d6-4e79-97fb-914298c9874d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:55.030461 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-17be6e82-72e2-4c6c-b8a7-b4c2c166cb52 req-6cff22fd-89d6-4e79-97fb-914298c9874d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.2029202 May 10 19:27:55.102939 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-17be6e82-72e2-4c6c-b8a7-b4c2c166cb52 req-5217b8f3-77a3-4189-bf95-8812ae9b48b0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707188 May 10 19:27:55.430279 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0ae24-21f5-4f0b-b480-30d6314fd788 req-12e772c4-9eac-4999-a65e-08da189e010f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:55.444449 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2a0ae24-21f5-4f0b-b480-30d6314fd788 req-12e772c4-9eac-4999-a65e-08da189e010f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1840367 May 10 19:27:55.556307 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2a0ae24-21f5-4f0b-b480-30d6314fd788 req-d39ae165-2e89-4bd5-876c-4de6169769b4 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048841 May 10 19:27:56.419792 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725380a-09d9-4a44-a8bb-c2e8a09df357 req-d49e3453-8c11-434d-916b-3c98ad73b015 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:56.427222 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8725380a-09d9-4a44-a8bb-c2e8a09df357 req-d49e3453-8c11-434d-916b-3c98ad73b015 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1550930 May 10 19:27:56.482616 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8725380a-09d9-4a44-a8bb-c2e8a09df357 req-0a417847-8e9b-4b63-884c-217de5b02ed0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541177 May 10 19:27:56.594434 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:56.599288 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6a4bfe87-9c6b-4aed-a319-d0f7dd92b916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:56.820444 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e98a5-3926-4cdf-aa29-7095d9349c4f req-cf1b51a5-151d-4bab-8b77-2ed82b5e5c23 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:56.830118 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f34e98a5-3926-4cdf-aa29-7095d9349c4f req-cf1b51a5-151d-4bab-8b77-2ed82b5e5c23 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1424139 May 10 19:27:56.917872 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f34e98a5-3926-4cdf-aa29-7095d9349c4f req-3fb5fd13-fc43-42aa-8790-9b2e8dac5c05 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860980 May 10 19:27:57.578243 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf82b-8b1c-46dd-bc5d-b9f76931af95 req-e9abbbad-9407-4c3f-b2d6-07f67141fe47 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:57.586789 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-324cf82b-8b1c-46dd-bc5d-b9f76931af95 req-e9abbbad-9407-4c3f-b2d6-07f67141fe47 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.2738593 May 10 19:27:57.617695 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef972b3-20a1-453e-89bb-011c32163463 req-fff3c0a6-5748-4198-a17a-f932c9f7ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:57.619417 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eef972b3-20a1-453e-89bb-011c32163463 req-fff3c0a6-5748-4198-a17a-f932c9f7ac75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 1099 time: 0.2641737 May 10 19:27:57.640083 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:57.767924 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-324cf82b-8b1c-46dd-bc5d-b9f76931af95 req-026fd6c5-050d-4ccf-bd74-a32e9830fadf tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799266 May 10 19:27:57.863286 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef972b3-20a1-453e-89bb-011c32163463 req-59b39d79-caf4-4de8-8f6b-48835e2119d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:57.864355 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e772fd4-1bf6-46b0-ba1f-fa01bb98cc1e req-e9f1a303-d8e6-41f6-9f7a-3e4d9393bb8f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:57.866674 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eef972b3-20a1-453e-89bb-011c32163463 req-59b39d79-caf4-4de8-8f6b-48835e2119d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 912 time: 0.2399280 May 10 19:27:57.873567 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6e772fd4-1bf6-46b0-ba1f-fa01bb98cc1e req-e9f1a303-d8e6-41f6-9f7a-3e4d9393bb8f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1463382 May 10 19:27:57.937201 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6e772fd4-1bf6-46b0-ba1f-fa01bb98cc1e req-07b202f1-46b2-46e3-91cb-2a6c333768b0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623455 May 10 19:27:58.078542 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eef972b3-20a1-453e-89bb-011c32163463 req-66770143-a5b2-46b6-aa84-afb31095b4fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 200 len: 1002 time: 0.1961732 May 10 19:27:58.150680 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef972b3-20a1-453e-89bb-011c32163463 req-d241a342-aa27-4be2-acb0-59db87f6d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:58.152684 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eef972b3-20a1-453e-89bb-011c32163463 req-d241a342-aa27-4be2-acb0-59db87f6d7d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.0658610 May 10 19:27:58.264235 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef972b3-20a1-453e-89bb-011c32163463 req-c90c288a-7e4a-43f7-997e-5f181f042e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:58.265815 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eef972b3-20a1-453e-89bb-011c32163463 req-c90c288a-7e4a-43f7-997e-5f181f042e6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978346 May 10 19:27:58.458736 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eef972b3-20a1-453e-89bb-011c32163463 req-053a7641-bdea-4c40-b6cb-18009a124684 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825576 May 10 19:27:58.631329 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eef972b3-20a1-453e-89bb-011c32163463 req-92cc0049-3efe-4940-937c-0eb08d8b1a52 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659174 May 10 19:27:58.724839 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50248) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:58.927830 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:58.949770 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:58.950460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:58.968951 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Usage tracker for resource:security_group_rule and tenant:16ba3b31a95e4ff09f7f25f4c0904c31 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:58.981741 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:58.998692 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:59.087585 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66080581-9b60-4686-b49d-545a75f8e74c req-459fb737-be62-43eb-9038-b44ce9e1cc38 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:59.089572 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-66080581-9b60-4686-b49d-545a75f8e74c req-459fb737-be62-43eb-9038-b44ce9e1cc38 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1102118 May 10 19:27:59.157746 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-66080581-9b60-4686-b49d-545a75f8e74c req-7145cbcd-33b0-448f-b6ac-2b0cb4e815c2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541749 May 10 19:27:59.201804 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:59.223781 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:59.239036 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-01c7c2db-6aea-4afd-95d1-8d3719dd2cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:59.308341 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26aefbe-0d6c-4d99-84c3-d74b20c5c645,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:59.316707 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:59.320242 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16ba3b31a95e4ff09f7f25f4c0904c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939891 May 10 19:27:59.323038 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50268) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:59.372347 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a37b0-0a5d-4f31-b4d8-77f269fb1538 req-710149f1-d3eb-4c44-8530-ce8ff116331a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:59.384254 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3b5a37b0-0a5d-4f31-b4d8-77f269fb1538 req-710149f1-d3eb-4c44-8530-ce8ff116331a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.2330325 May 10 19:27:59.465579 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6eca1e6b-d109-4da2-8f22-b0b7f0cd9394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:59.493194 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3b5a37b0-0a5d-4f31-b4d8-77f269fb1538 req-cf4ffa77-acf4-4be8-be0f-290d5aa4266a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065655 May 10 19:27:59.508215 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6eca1e6b-d109-4da2-8f22-b0b7f0cd9394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:59.590704 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6eca1e6b-d109-4da2-8f22-b0b7f0cd9394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:59.595229 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9868fdab-94b4-4fae-9629-58508ea36539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:59.616806 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca1e6b-d109-4da2-8f22-b0b7f0cd9394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26aefbe-0d6c-4d99-84c3-d74b20c5c645,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:59.629916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6eca1e6b-d109-4da2-8f22-b0b7f0cd9394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:59.636484 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6eca1e6b-d109-4da2-8f22-b0b7f0cd9394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:59.638641 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6eca1e6b-d109-4da2-8f22-b0b7f0cd9394 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a26aefbe-0d6c-4d99-84c3-d74b20c5c645 HTTP/1.1" status: 204 len: 168 time: 0.3139637 May 10 19:27:59.996140 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50288) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:00.173831 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.191656 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:00.198731 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Usage tracker for resource:security_group_rule and tenant:e618334300af4e6aa6f0e38494a87633 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:00.200341 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:00.207781 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:00.255319 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50296) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:00.294069 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.319665 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:00.324862 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Usage tracker for resource:security_group_rule and tenant:568deeda6bd64f6080823fa8540c7b58 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:00.328545 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:00.330621 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.337414 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.338201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:00.371800 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:00.411985 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50300) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:00.412720 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e618334300af4e6aa6f0e38494a87633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124300 May 10 19:28:00.414753 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46bc18c-003a-46a6-9fb0-183bcd00faee,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:00.419164 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:00.482043 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.491371 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.508098 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4238d46e-91c3-4924-be4c-a824bfe3a9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:00.536375 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28684678-13c6-4b09-a63d-be18100491a1 req-2a45c1bc-c194-4069-896d-e0022309434f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:00.543693 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2923d7a7-bdec-4ba6-b0e7-c2be498dce6e,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:00.545861 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28684678-13c6-4b09-a63d-be18100491a1 req-2a45c1bc-c194-4069-896d-e0022309434f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1125295 May 10 19:28:00.568140 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:00.621684 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28684678-13c6-4b09-a63d-be18100491a1 req-9a26496b-808c-4b51-a7b1-a08702a913d1 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747032 May 10 19:28:00.641747 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=568deeda6bd64f6080823fa8540c7b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807609 May 10 19:28:00.642279 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50306) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:00.659353 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91d833ca-7866-4199-b58d-f27784540316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.787448 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91d833ca-7866-4199-b58d-f27784540316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.855790 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5c45f06-bc0f-43fe-a792-b5d1184e5c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.930479 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d69fb-b344-4ac2-937a-e1b6ccf08d14 req-4e7a9579-fd87-4a94-bb06-518dd27edeb8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:00.932017 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-da7d69fb-b344-4ac2-937a-e1b6ccf08d14 req-4e7a9579-fd87-4a94-bb06-518dd27edeb8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.2679486 May 10 19:28:00.937357 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5c45f06-bc0f-43fe-a792-b5d1184e5c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.982763 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91d833ca-7866-4199-b58d-f27784540316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:00.991362 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-39694ce8-a720-4b29-ac10-c5ccc13f0d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:01.008075 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d833ca-7866-4199-b58d-f27784540316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46bc18c-003a-46a6-9fb0-183bcd00faee,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:01.034444 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-91d833ca-7866-4199-b58d-f27784540316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:01.056042 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-da7d69fb-b344-4ac2-937a-e1b6ccf08d14 req-fac9dab7-3424-482c-983a-ed075c79217d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102448 May 10 19:28:01.096964 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91d833ca-7866-4199-b58d-f27784540316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:01.100116 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-91d833ca-7866-4199-b58d-f27784540316 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f46bc18c-003a-46a6-9fb0-183bcd00faee HTTP/1.1" status: 204 len: 168 time: 0.6860182 May 10 19:28:01.133194 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5c45f06-bc0f-43fe-a792-b5d1184e5c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:01.144916 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8dfa36b4-6f07-41a3-acbc-468893d1f9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:01.160149 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c45f06-bc0f-43fe-a792-b5d1184e5c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2923d7a7-bdec-4ba6-b0e7-c2be498dce6e,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:01.187886 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d5c45f06-bc0f-43fe-a792-b5d1184e5c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:01.203621 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d5c45f06-bc0f-43fe-a792-b5d1184e5c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:01.209722 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d5c45f06-bc0f-43fe-a792-b5d1184e5c86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2923d7a7-bdec-4ba6-b0e7-c2be498dce6e HTTP/1.1" status: 204 len: 168 time: 0.5665760 May 10 19:28:01.581461 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50328) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:01.601828 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:01.636143 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:01.641274 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Usage tracker for resource:security_group_rule and tenant:ca5b3de7850346d084e44f320641099f is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:01.647899 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:01.655556 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:01.762158 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:01.767965 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:01.778787 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-262c701c-e201-4afd-b7a6-66301c1214b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:01.827426 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca5b3de7850346d084e44f320641099f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439799 May 10 19:28:01.828602 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc818a1a-9626-442c-9782-6135867017c0,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:01.830055 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50336) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:01.846016 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:01.920199 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf18b-5e04-4328-bd02-1fe0b217836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:01.956019 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf18b-5e04-4328-bd02-1fe0b217836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:02.146996 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf18b-5e04-4328-bd02-1fe0b217836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:02.162806 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b6aac4d5-9799-4b1e-aaaf-81139ae3d4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:02.192730 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddf18b-5e04-4328-bd02-1fe0b217836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc818a1a-9626-442c-9782-6135867017c0,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:02.214253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e2ddf18b-5e04-4328-bd02-1fe0b217836a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:02.218463 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf18b-5e04-4328-bd02-1fe0b217836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:02.222741 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-e2ddf18b-5e04-4328-bd02-1fe0b217836a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc818a1a-9626-442c-9782-6135867017c0 HTTP/1.1" status: 204 len: 168 time: 0.3877008 May 10 19:28:02.444955 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59050-359b-4ce8-9458-8b15e06d33fc req-80cf53f9-e226-45e7-8bdc-cce2c2519bfa tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:02.455333 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67c59050-359b-4ce8-9458-8b15e06d33fc req-80cf53f9-e226-45e7-8bdc-cce2c2519bfa tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1753969 May 10 19:28:02.506470 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67c59050-359b-4ce8-9458-8b15e06d33fc req-a27c7fc4-5a4d-44d9-bb3d-c7ea4dc33935 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491974 May 10 19:28:03.911979 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b68b0-3d45-47c6-b704-40e8d3f5f2a9 req-0fd6d12a-013e-46c5-9d75-39acba7b0346 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:03.923884 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-831b68b0-3d45-47c6-b704-40e8d3f5f2a9 req-0fd6d12a-013e-46c5-9d75-39acba7b0346 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.2219913 May 10 19:28:03.998316 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-831b68b0-3d45-47c6-b704-40e8d3f5f2a9 req-c34a2637-dce9-4b53-83ba-ed164bf5c5c1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726821 May 10 19:28:05.080407 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50472) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:05.235628 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:05.275094 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d5be-f848-460b-b547-80bea6e20138 req-a2743643-4967-4b69-8bac-d7c8ddb3d383 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:05.276843 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e133d5be-f848-460b-b547-80bea6e20138 req-a2743643-4967-4b69-8bac-d7c8ddb3d383 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1308479 May 10 19:28:05.279206 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:05.284442 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:57650f48afad4ea8a8641f5ea85fdb31 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:05.299090 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:05.308722 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:05.347908 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e133d5be-f848-460b-b547-80bea6e20138 req-c77718e3-aad0-4eac-90d2-278180eeb364 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645776 May 10 19:28:05.421116 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:05.424891 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:05.431666 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6157fa0c-e07c-4cd9-8b10-41ca29530374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:05.472755 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57650f48afad4ea8a8641f5ea85fdb31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907082 May 10 19:28:05.473550 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f59fe8-8274-4691-b427-01b39f19bca8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:05.476166 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50484) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:05.476670 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:05.536219 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8abcfff9-6d30-4a77-8239-ac14813a6c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:05.566606 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8abcfff9-6d30-4a77-8239-ac14813a6c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:05.614554 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8abcfff9-6d30-4a77-8239-ac14813a6c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:05.618338 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a136fd3e-a0ff-471a-a8a1-f890c0cb62e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:05.629326 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcfff9-6d30-4a77-8239-ac14813a6c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f59fe8-8274-4691-b427-01b39f19bca8,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:05.631660 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8abcfff9-6d30-4a77-8239-ac14813a6c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:05.637765 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8abcfff9-6d30-4a77-8239-ac14813a6c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:05.638871 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8abcfff9-6d30-4a77-8239-ac14813a6c61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89f59fe8-8274-4691-b427-01b39f19bca8 HTTP/1.1" status: 204 len: 168 time: 0.1614130 May 10 19:28:05.950688 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50498) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:05.968979 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:05.983696 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:05.988044 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Usage tracker for resource:security_group_rule and tenant:2252ab65cc644a6189d913a33753b66b is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:05.990925 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:05.996506 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:06.082398 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:06.086498 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:06.094962 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-384a3c17-2d99-4304-b349-bc6577d6924e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:06.134336 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2252ab65cc644a6189d913a33753b66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821575 May 10 19:28:06.135274 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86240bc7-a22b-454d-b7d1-a8d444a090fe,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:06.137004 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50504) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:06.138811 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:06.195794 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-53df6679-0d66-4a97-8d69-ad8de9a6c002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:06.225057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-53df6679-0d66-4a97-8d69-ad8de9a6c002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:06.274525 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-53df6679-0d66-4a97-8d69-ad8de9a6c002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:06.278122 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5a3ac16d-09e8-470f-beb5-8cc8806080f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:06.292560 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df6679-0d66-4a97-8d69-ad8de9a6c002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86240bc7-a22b-454d-b7d1-a8d444a090fe,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:06.296406 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-53df6679-0d66-4a97-8d69-ad8de9a6c002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:06.308711 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-53df6679-0d66-4a97-8d69-ad8de9a6c002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:06.312567 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-53df6679-0d66-4a97-8d69-ad8de9a6c002 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86240bc7-a22b-454d-b7d1-a8d444a090fe HTTP/1.1" status: 204 len: 168 time: 0.1717584 May 10 19:28:06.541102 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0771f-38cd-42e9-ab31-37fdd9960b25 req-f410f734-4460-4423-abbb-590c9fafd28a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:06.542722 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5dc0771f-38cd-42e9-ab31-37fdd9960b25 req-f410f734-4460-4423-abbb-590c9fafd28a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0832009 May 10 19:28:06.592378 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5dc0771f-38cd-42e9-ab31-37fdd9960b25 req-29d89901-657f-47cc-8b51-20e62c8f145d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 May 10 19:28:07.781785 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd62aa1-ceb0-42a7-9412-8c2c1b7be591 req-517f7f74-a265-4206-baf5-6e62f7e353d3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:07.783379 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4dd62aa1-ceb0-42a7-9412-8c2c1b7be591 req-517f7f74-a265-4206-baf5-6e62f7e353d3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0828433 May 10 19:28:07.837889 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4dd62aa1-ceb0-42a7-9412-8c2c1b7be591 req-3420bfea-cfcf-496b-9d0f-d02c4e86647e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484865 May 10 19:28:08.577356 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50600) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:08.695185 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:08.709216 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:08.712950 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9c42cacd4340b6b9de7cc01fce2bb8 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:08.715722 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:08.721797 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:08.808784 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:08.823213 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:08.833361 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-890476fd-6396-46ae-9f05-bb8cc6005c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:08.874652 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad9c42cacd4340b6b9de7cc01fce2bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961705 May 10 19:28:08.877946 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50610) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:08.889737 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12578f-bc38-4576-8b53-aad35567512b,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:08.894046 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c8beae54-5829-41d8-b630-aec320249e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:08.945766 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e48bec21-ce52-4a08-a6a8-834c49265207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.018853 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e48bec21-ce52-4a08-a6a8-834c49265207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.093224 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb952b7-ac8d-4ee4-a4d7-4975441e93b2 req-d60b3103-f4a1-4779-b35c-a878c7b2cba5 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:09.094626 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cbb952b7-ac8d-4ee4-a4d7-4975441e93b2 req-d60b3103-f4a1-4779-b35c-a878c7b2cba5 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1392117 May 10 19:28:09.095678 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e48bec21-ce52-4a08-a6a8-834c49265207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.100479 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e2d0668b-6c24-4c84-88ec-1a2cfa08d53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:09.130791 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bec21-ce52-4a08-a6a8-834c49265207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf12578f-bc38-4576-8b53-aad35567512b,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:09.137042 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e48bec21-ce52-4a08-a6a8-834c49265207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:09.153755 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e48bec21-ce52-4a08-a6a8-834c49265207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.157919 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-e48bec21-ce52-4a08-a6a8-834c49265207 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf12578f-bc38-4576-8b53-aad35567512b HTTP/1.1" status: 204 len: 168 time: 0.2789006 May 10 19:28:09.166420 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cbb952b7-ac8d-4ee4-a4d7-4975441e93b2 req-76d0c789-69f7-4a96-8dac-47f7a6ab792c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594003 May 10 19:28:09.460383 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50620) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:09.478296 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.496258 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:09.500103 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Usage tracker for resource:security_group_rule and tenant:910baa6c13714e7497f045ba92da381a is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:09.502990 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:09.508627 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:09.590486 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.594426 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.601377 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c8de8f4b-8d23-4852-b5ce-44929807eaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:09.645062 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=910baa6c13714e7497f045ba92da381a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835003 May 10 19:28:09.645986 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a082f-c239-4616-9f4b-a85065176ff3,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:09.647692 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50624) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:09.649953 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:09.793177 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21ff668c-98fb-44b4-b81e-0247abcb134d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.825022 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21ff668c-98fb-44b4-b81e-0247abcb134d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.882451 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21ff668c-98fb-44b4-b81e-0247abcb134d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.887689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ec77df89-c144-49d0-a341-c8838489afd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:09.901838 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff668c-98fb-44b4-b81e-0247abcb134d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a082f-c239-4616-9f4b-a85065176ff3,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:09.904810 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-21ff668c-98fb-44b4-b81e-0247abcb134d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:09.906282 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21ff668c-98fb-44b4-b81e-0247abcb134d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:09.918045 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-21ff668c-98fb-44b4-b81e-0247abcb134d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df7a082f-c239-4616-9f4b-a85065176ff3 HTTP/1.1" status: 204 len: 168 time: 0.2673366 May 10 19:28:10.058679 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-db3e818e-734e-4322-8a75-9f958c705d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:10.060238 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-db3e818e-734e-4322-8a75-9f958c705d67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1099 time: 0.2761397 May 10 19:28:10.244147 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-296e3870-af2b-46b5-a88d-9195729c8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:10.246863 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-296e3870-af2b-46b5-a88d-9195729c8221 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1666808 May 10 19:28:10.415658 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-d795dae9-79c9-44f8-b4d8-55790a94cf40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 200 len: 1002 time: 0.1574361 May 10 19:28:10.490349 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d98b52-0a71-4e51-b957-e824e4293763 req-eaab8c97-919b-42a2-8f2c-de4c29619b80 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:10.491854 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-26d98b52-0a71-4e51-b957-e824e4293763 req-eaab8c97-919b-42a2-8f2c-de4c29619b80 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.1814675 May 10 19:28:10.525516 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-efa127c0-5a0f-47cf-bca2-1400a7338bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:10.527012 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-efa127c0-5a0f-47cf-bca2-1400a7338bb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0987916 May 10 19:28:10.599339 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-26d98b52-0a71-4e51-b957-e824e4293763 req-3755c482-9943-47d7-bcfb-34b53c5706c9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953307 May 10 19:28:10.629588 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-6ce2e7f9-81de-44ed-9e81-e66d921da0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:10.630133 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-6ce2e7f9-81de-44ed-9e81-e66d921da0c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949640 May 10 19:28:10.777003 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-56c85a18-77c7-4283-b75d-f46f9b369d06 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398821 May 10 19:28:10.918972 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-efe1a603-af89-4b38-bcf9-21c9d12fa3a9 req-da206cd7-fa4e-4bce-9635-32a8bb38ac1f service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314170 May 10 19:28:11.791237 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08bd3-988b-4298-8460-5a1aab13351b req-88f702ee-d60b-4f52-a959-2a8adb8b3dd7 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:11.792702 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a3b08bd3-988b-4298-8460-5a1aab13351b req-88f702ee-d60b-4f52-a959-2a8adb8b3dd7 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0790894 May 10 19:28:11.843740 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a3b08bd3-988b-4298-8460-5a1aab13351b req-b79051b9-a594-449b-be66-7338024b5062 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452304 May 10 19:28:13.034512 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b32e7-566a-48cc-9401-93b9ad5559a7 req-d3028503-988d-4411-a8a5-6323328e8939 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:13.035945 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-459b32e7-566a-48cc-9401-93b9ad5559a7 req-d3028503-988d-4411-a8a5-6323328e8939 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0786998 May 10 19:28:13.083362 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-459b32e7-566a-48cc-9401-93b9ad5559a7 req-6a97f530-06d7-46b5-87a7-208ea152ba50 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417023 May 10 19:28:14.111071 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:28:14.228704 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:14.256099 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:28:14.266443 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:28:14.270591 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db567-853d-470b-a4ca-89fe20e05720 req-d9b9e4d2-82f3-4ff1-bd5d-475296ebfb3e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:14.272147 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b75db567-853d-470b-a4ca-89fe20e05720 req-d9b9e4d2-82f3-4ff1-bd5d-475296ebfb3e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 946 time: 0.0797858 May 10 19:28:14.272283 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:14.274619 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:14.309306 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'code': 200} May 10 19:28:14.323985 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b75db567-853d-470b-a4ca-89fe20e05720 req-179c30ae-646f-48b7-8f00-c814f5879659 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 May 10 19:28:14.350806 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=8']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:14.350806 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:15.515382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c8013-467c-4b91-8e8e-d05abba33ea1 req-760652bf-b909-4581-a18f-8e2a859eb26e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:15.516799 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bd2c8013-467c-4b91-8e8e-d05abba33ea1 req-760652bf-b909-4581-a18f-8e2a859eb26e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0787063 May 10 19:28:15.560208 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bd2c8013-467c-4b91-8e8e-d05abba33ea1 req-3fb86892-e26a-4b52-bbf1-d53b768afdec tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369840 May 10 19:28:16.759019 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f5f92-30a4-4c89-97d9-063b3a53b3bd req-b61980bb-69a4-4976-85e9-f27228eeb4e0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:16.760396 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cd2f5f92-30a4-4c89-97d9-063b3a53b3bd req-b61980bb-69a4-4976-85e9-f27228eeb4e0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0876787 May 10 19:28:16.808198 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cd2f5f92-30a4-4c89-97d9-063b3a53b3bd req-b600ebf6-a2d8-41a8-9b79-aba28ba502a6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 May 10 19:28:18.005383 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16247505-5ced-4c47-b513-eb9476a266ac req-2216394d-0f38-4dc2-8214-df3767852ac8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:18.006916 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-16247505-5ced-4c47-b513-eb9476a266ac req-2216394d-0f38-4dc2-8214-df3767852ac8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0866947 May 10 19:28:18.055266 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-16247505-5ced-4c47-b513-eb9476a266ac req-45634ffd-9e00-499d-917a-4b6f48ac50ac tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 May 10 19:28:19.074816 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:19.100404 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fde12ce-f643-4299-9e84-35225082435e req-2ead4369-85cb-4b20-9c4c-043635394b9e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956600 May 10 19:28:19.229637 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde12ce-f643-4299-9e84-35225082435e req-c5dc1015-a219-4e81-90c0-44e68411cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:19.231826 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fde12ce-f643-4299-9e84-35225082435e req-c5dc1015-a219-4e81-90c0-44e68411cc02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1097 time: 0.1065071 May 10 19:28:19.382735 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde12ce-f643-4299-9e84-35225082435e req-84c781aa-666d-4643-8511-a5b7286dd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:19.384162 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fde12ce-f643-4299-9e84-35225082435e req-84c781aa-666d-4643-8511-a5b7286dd603 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1319215 May 10 19:28:19.487066 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fde12ce-f643-4299-9e84-35225082435e req-754ffb31-2bc8-4d03-aa3f-2fc8ea4ab898 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 200 len: 1000 time: 0.0959320 May 10 19:28:19.495487 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a263f-31ca-4d78-9d9b-6ba9dea7cde4 req-bfd27357-9956-4b0a-8d9a-3e8f700769bb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:19.497077 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-515a263f-31ca-4d78-9d9b-6ba9dea7cde4 req-bfd27357-9956-4b0a-8d9a-3e8f700769bb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0856857 May 10 19:28:19.552920 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-515a263f-31ca-4d78-9d9b-6ba9dea7cde4 req-9cef46bc-38fe-4381-8344-d49e6bb95992 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493970 May 10 19:28:19.639067 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde12ce-f643-4299-9e84-35225082435e req-67f80a6d-41a2-4bdb-b270-620469a600b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:19.640498 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fde12ce-f643-4299-9e84-35225082435e req-67f80a6d-41a2-4bdb-b270-620469a600b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.1466331 May 10 19:28:19.718821 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde12ce-f643-4299-9e84-35225082435e req-940b4763-8539-45c0-92fa-ac2d8b7ef8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:19.720279 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fde12ce-f643-4299-9e84-35225082435e req-940b4763-8539-45c0-92fa-ac2d8b7ef8c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721538 May 10 19:28:19.869740 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fde12ce-f643-4299-9e84-35225082435e req-4ebf5e31-c64d-4e7a-b02f-6c11751063f5 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414087 May 10 19:28:20.017199 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fde12ce-f643-4299-9e84-35225082435e req-dddb2006-7f2e-45a6-83c4-2cb4eb389042 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390662 May 10 19:28:20.691857 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50776) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:20.756743 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae985b-efd6-49ab-8d78-206db67e7592 req-1546d4f5-85df-4e34-9fc8-aefe83ac6ec2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:20.759071 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-01ae985b-efd6-49ab-8d78-206db67e7592 req-1546d4f5-85df-4e34-9fc8-aefe83ac6ec2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1039953 May 10 19:28:20.828421 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-01ae985b-efd6-49ab-8d78-206db67e7592 req-851081a8-6063-4f02-9d33-cb740b44e1a7 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619400 May 10 19:28:20.857244 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:20.874751 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:20.879807 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Usage tracker for resource:security_group_rule and tenant:afe52bd376984e5ca85177f421a3aca9 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:20.883593 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:20.890535 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:20.992218 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:20.996076 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:21.010231 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e48bec21-ce52-4a08-a6a8-834c49265207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:21.053823 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 50800) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:21.054040 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=afe52bd376984e5ca85177f421a3aca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602643 May 10 19:28:21.058991 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890b017d-2a5f-4da4-afc6-f8f74e0f36b5,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:21.062392 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:21.063797 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 50804) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:21.134150 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f4747b4-e28e-44bb-bbf6-1babec28a3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:21.162919 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f4747b4-e28e-44bb-bbf6-1babec28a3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:21.197814 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-cbe78327-bf2a-4a6a-a9c8-34b0e7339503 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326959 May 10 19:28:21.215762 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f4747b4-e28e-44bb-bbf6-1babec28a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:21.219785 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-53df6679-0d66-4a97-8d69-ad8de9a6c002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:21.237383 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4747b4-e28e-44bb-bbf6-1babec28a3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890b017d-2a5f-4da4-afc6-f8f74e0f36b5,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:21.240172 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9f4747b4-e28e-44bb-bbf6-1babec28a3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:21.241106 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f4747b4-e28e-44bb-bbf6-1babec28a3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:21.242376 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9f4747b4-e28e-44bb-bbf6-1babec28a3b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/890b017d-2a5f-4da4-afc6-f8f74e0f36b5 HTTP/1.1" status: 204 len: 168 time: 0.1870382 May 10 19:28:22.046918 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56a81-566d-498d-a7cd-a0751c2b5069 req-61aa1da5-f368-42e0-8e40-d4a12ac979e4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:22.048517 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-61b56a81-566d-498d-a7cd-a0751c2b5069 req-61aa1da5-f368-42e0-8e40-d4a12ac979e4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1057394 May 10 19:28:22.109699 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-61b56a81-566d-498d-a7cd-a0751c2b5069 req-623de4ec-02c7-40a1-9372-cce3f4951892 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492091 May 10 19:28:23.304364 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:28:23.318662 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b8a42-420f-469d-aa74-795270e95d83 req-201dd8e3-5e08-44fc-999c-7223256c40e6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:23.320138 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-730b8a42-420f-469d-aa74-795270e95d83 req-201dd8e3-5e08-44fc-999c-7223256c40e6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0888791 May 10 19:28:23.367543 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-730b8a42-420f-469d-aa74-795270e95d83 req-f478b873-c725-4d12-be0a-e8824b5952ff tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403407 May 10 19:28:23.545252 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f9a1-9b0b-48ce-aacb-45663c327221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:23.646669 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-de7e0331-7ee1-46b7-8c6b-0b08c59bb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:23.648178 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-de7e0331-7ee1-46b7-8c6b-0b08c59bb416 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f&tenant_id=2a096c4e7fec4fcfadab63d96fa34cce HTTP/1.1" status: 200 len: 1097 time: 0.0778852 May 10 19:28:23.742746 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-ac3c6c4c-dfa2-4977-96e4-a1dee5a934fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:23.744187 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-ac3c6c4c-dfa2-4977-96e4-a1dee5a934fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1097 time: 0.0718048 May 10 19:28:23.880009 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-e96b476a-500e-4c6e-9cbe-2c0e7842e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:23.881520 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-e96b476a-500e-4c6e-9cbe-2c0e7842e7bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1268542 May 10 19:28:24.003944 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-c9156891-d155-4b5c-97df-0c38da48b159 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 200 len: 1000 time: 0.1133456 May 10 19:28:24.083283 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-a1606b68-17c1-42af-b059-25fbfdb3388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:24.084764 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-a1606b68-17c1-42af-b059-25fbfdb3388a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0683444 May 10 19:28:24.168314 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-7ca073bb-2e4f-4ab4-ba59-5670f3be8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:24.169854 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-7ca073bb-2e4f-4ab4-ba59-5670f3be8648 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779834 May 10 19:28:24.327720 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-6bf75a97-1012-416c-9530-9b93eac903bd service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493695 May 10 19:28:24.535406 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ad8a0-8df2-4c7b-80b4-d49282a7e24d req-50c9ceac-abc0-4945-ad4b-22eca02fa872 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:24.536881 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e17ad8a0-8df2-4c7b-80b4-d49282a7e24d req-50c9ceac-abc0-4945-ad4b-22eca02fa872 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0911982 May 10 19:28:24.606752 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dc4e7b8-7bdd-4e4f-807a-e1231fe0a9bb req-923487d6-6ca4-4ab1-b81f-a6c4b56d03b9 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636805 May 10 19:28:24.609169 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e17ad8a0-8df2-4c7b-80b4-d49282a7e24d req-97b79fbd-a0bd-4a30-823f-e23d08356777 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661914 May 10 19:28:24.630403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0e9ce-2734-4800-a210-247ccc27040f req-15897a1f-14ef-400a-8d98-d9187b0b4bc2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:24.632082 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-92c0e9ce-2734-4800-a210-247ccc27040f req-15897a1f-14ef-400a-8d98-d9187b0b4bc2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1380279 May 10 19:28:24.678629 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-92c0e9ce-2734-4800-a210-247ccc27040f req-0451a23a-dd73-4180-a8ad-5c8b76a6fe61 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 May 10 19:28:24.912478 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:28:25.877749 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00621a2f-3ee8-4b0c-a1dc-76ecb656d3e2 req-9e66d6ee-d01d-4aa6-9893-e744d5cbcc23 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:25.879230 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00621a2f-3ee8-4b0c-a1dc-76ecb656d3e2 req-9e66d6ee-d01d-4aa6-9893-e744d5cbcc23 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0821381 May 10 19:28:25.885674 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1efe7f-5c41-493d-89c7-3626e5cf003f req-19ed1cfc-915c-4146-af43-7a731583fbeb tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:25.887214 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4f1efe7f-5c41-493d-89c7-3626e5cf003f req-19ed1cfc-915c-4146-af43-7a731583fbeb tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.1624458 May 10 19:28:25.924484 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00621a2f-3ee8-4b0c-a1dc-76ecb656d3e2 req-dd53edad-4e24-4182-939e-a023a5cabadc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392928 May 10 19:28:25.932830 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4f1efe7f-5c41-493d-89c7-3626e5cf003f req-fe8d5f8b-c942-4e5d-b9ca-a259938e79cf tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 May 10 19:28:26.557050 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:26.558830 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e60f451c-b12a-4101-91dd-aee051b94af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:27.124805 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24671d6-b71b-428d-afed-faaaf2f240f8 req-d4ba96e8-5374-4606-9c6e-2eb732cb0464 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:27.126322 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d24671d6-b71b-428d-afed-faaaf2f240f8 req-d4ba96e8-5374-4606-9c6e-2eb732cb0464 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0887518 May 10 19:28:27.177682 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d24671d6-b71b-428d-afed-faaaf2f240f8 req-dacc942d-1145-45b7-85f6-d98bcbe61e57 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448289 May 10 19:28:27.203810 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e97d4-08e4-4f09-89b0-e25d5ca449a4 req-cee21f86-23b5-45a6-9409-14e3d971f8d4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:27.206236 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0e4e97d4-08e4-4f09-89b0-e25d5ca449a4 req-cee21f86-23b5-45a6-9409-14e3d971f8d4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1642780 May 10 19:28:27.258859 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0e4e97d4-08e4-4f09-89b0-e25d5ca449a4 req-43c77c62-2777-4a36-acf9-abf41bcbea0e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468979 May 10 19:28:27.571321 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:28.465985 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75943b-f85d-4c71-bd0f-336f3e1cc518 req-600f3115-fa30-41ed-8d13-8e24cd365d09 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:28.468424 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8f75943b-f85d-4c71-bd0f-336f3e1cc518 req-600f3115-fa30-41ed-8d13-8e24cd365d09 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.1822073 May 10 19:28:28.555107 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc779c-bc25-4475-bcb1-0479718e75b1 req-60a8f998-eeb1-479a-bcf9-ef23c528b460 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:28.556743 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b8dc779c-bc25-4475-bcb1-0479718e75b1 req-60a8f998-eeb1-479a-bcf9-ef23c528b460 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1739230 May 10 19:28:28.559211 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8f75943b-f85d-4c71-bd0f-336f3e1cc518 req-d34cf06e-51be-4bcc-9ed7-fd700e0dd0ac tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819130 May 10 19:28:28.637663 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b8dc779c-bc25-4475-bcb1-0479718e75b1 req-8347b5bd-534b-4455-a598-f54370dc3d42 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744829 May 10 19:28:28.942737 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:29.756213 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c405c3c-e370-4a6b-8a6c-c8fe207c104b req-a3affd08-4f2f-4e53-b93f-95cf0b68d2c6 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:29.757711 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2c405c3c-e370-4a6b-8a6c-c8fe207c104b req-a3affd08-4f2f-4e53-b93f-95cf0b68d2c6 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0989163 May 10 19:28:29.814796 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2c405c3c-e370-4a6b-8a6c-c8fe207c104b req-d8dfc818-3661-4b54-a8e2-352612e6e0a8 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502355 May 10 19:28:29.995141 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6182fa-aa14-4eea-9b8d-d33711c4ac5c req-e3927428-1daa-4c99-8a4c-f6658bc9f628 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:29.996582 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7f6182fa-aa14-4eea-9b8d-d33711c4ac5c req-e3927428-1daa-4c99-8a4c-f6658bc9f628 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0828996 May 10 19:28:30.042512 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7f6182fa-aa14-4eea-9b8d-d33711c4ac5c req-63f2d7a5-8628-4a40-bb7d-0e57611f3a35 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 May 10 19:28:31.025879 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfba8a-aee9-4c6d-9c39-7f5d6b9546bb req-542aebd5-9bc4-4565-a94a-fb9ad89bfa06 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:31.027354 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-46cfba8a-aee9-4c6d-9c39-7f5d6b9546bb req-542aebd5-9bc4-4565-a94a-fb9ad89bfa06 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0977948 May 10 19:28:31.073288 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-46cfba8a-aee9-4c6d-9c39-7f5d6b9546bb req-9a42dab8-5c52-4bfc-9f8d-11ae89e6462c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403080 May 10 19:28:31.239208 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cde74c-3f20-4d85-83c3-ab2c746ae306 req-f52a8bdf-ce3f-43fc-817b-64c8aa5fff74 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:31.240674 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c1cde74c-3f20-4d85-83c3-ab2c746ae306 req-f52a8bdf-ce3f-43fc-817b-64c8aa5fff74 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0828326 May 10 19:28:31.297151 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c1cde74c-3f20-4d85-83c3-ab2c746ae306 req-a7511ff1-71d4-416c-a670-43d402c993d1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505617 May 10 19:28:32.259269 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348f280-e997-490b-b205-c3e34370f255 req-4dedbffc-72e4-4a3d-81d0-7c07eff1330f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:32.260639 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c348f280-e997-490b-b205-c3e34370f255 req-4dedbffc-72e4-4a3d-81d0-7c07eff1330f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0814850 May 10 19:28:32.310123 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c348f280-e997-490b-b205-c3e34370f255 req-9672b647-1d69-4d6d-8421-01765c8f4ca3 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 May 10 19:28:32.503267 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d3178-89c4-4208-b732-aa038246949c req-82ae7d2b-f0bd-4e30-bf80-30e0c09ea000 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:32.504718 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-187d3178-89c4-4208-b732-aa038246949c req-82ae7d2b-f0bd-4e30-bf80-30e0c09ea000 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0895071 May 10 19:28:32.549649 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-187d3178-89c4-4208-b732-aa038246949c req-9f0f3281-bae0-46db-84eb-959821891ac0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390427 May 10 19:28:33.498783 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451bcd7-25f1-4e01-b305-83b49874fd6d req-67917902-f70d-4544-a214-2751f9db5fa4 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:33.500452 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2451bcd7-25f1-4e01-b305-83b49874fd6d req-67917902-f70d-4544-a214-2751f9db5fa4 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0819674 May 10 19:28:33.546943 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2451bcd7-25f1-4e01-b305-83b49874fd6d req-d82c4a91-fe7f-4ba5-8fea-464e92f1d279 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406132 May 10 19:28:33.751773 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50e80-39a1-449d-a9c1-1219a75e53c1 req-0afb691b-a418-4417-8413-9ee8b0c86ad4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:33.754441 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4cd50e80-39a1-449d-a9c1-1219a75e53c1 req-0afb691b-a418-4417-8413-9ee8b0c86ad4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0879006 May 10 19:28:33.804607 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4cd50e80-39a1-449d-a9c1-1219a75e53c1 req-9d990540-e178-4718-a9cf-52521d29629b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442228 May 10 19:28:34.768820 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd36b9-d999-493c-8617-ea6dc0345188 req-0102b5ab-01d5-425e-a9e4-f429e6693297 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:34.770466 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e2dd36b9-d999-493c-8617-ea6dc0345188 req-0102b5ab-01d5-425e-a9e4-f429e6693297 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0840173 May 10 19:28:34.825170 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e2dd36b9-d999-493c-8617-ea6dc0345188 req-e55825c6-c8ff-4785-b1c4-15cf81e61a16 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487523 May 10 19:28:35.011065 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b57633-fd8e-46aa-8562-516250d21ff3 req-65900ade-3260-40b6-9ded-3490593899a2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:35.012554 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b0b57633-fd8e-46aa-8562-516250d21ff3 req-65900ade-3260-40b6-9ded-3490593899a2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0807827 May 10 19:28:35.074698 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b0b57633-fd8e-46aa-8562-516250d21ff3 req-0ebabaf4-353a-4ba6-8b65-6fd3f231b5ab tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509720 May 10 19:28:35.554674 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51022) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:35.678923 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:35.692630 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:28:35.696425 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Usage tracker for resource:security_group_rule and tenant:955662cb1b1945fe9de5e35f035cd474 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:28:35.699209 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:28:35.704995 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:28:35.798095 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:35.805022 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:35.816049 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b220fff8-8b30-4371-a885-a3b37d8741a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:35.857772 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f0e92-a14d-4c7c-a610-525cfb932ce9,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:35.863883 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=955662cb1b1945fe9de5e35f035cd474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081648 May 10 19:28:35.866767 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 51032) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:28:35.868669 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.869047 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.869416 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.869820 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.870172 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.870524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.870873 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.871216 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.871559 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.871905 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.872246 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.872591 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:35.876460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1ac463b1-1c8c-46d1-b145-466dd0ac0d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:35.926250 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:35.970859 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:36.020669 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2796-8cc8-45e6-8bca-1c87d0ae47b8 req-fa9e0992-cff7-4f47-8782-a6b2b40b7ee0 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:36.022186 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7fae2796-8cc8-45e6-8bca-1c87d0ae47b8 req-fa9e0992-cff7-4f47-8782-a6b2b40b7ee0 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0887051 May 10 19:28:36.031738 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:36.035666 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d5c1fc72-f266-4e31-bb45-108cfc5e7857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:36.047188 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f0e92-a14d-4c7c-a610-525cfb932ce9,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:36.061241 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.061639 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.062037 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.062313 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.062654 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.063001 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.063342 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.063682 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.064590 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.064934 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.065270 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.065630 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:36.076470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:36.077201 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:36.081572 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a9f0e92-a14d-4c7c-a610-525cfb932ce9 HTTP/1.1" status: 204 len: 168 time: 0.2136266 May 10 19:28:36.085159 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7fae2796-8cc8-45e6-8bca-1c87d0ae47b8 req-41f914f0-9ed8-4826-a4f6-6ee91d8ed0e4 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570335 May 10 19:28:36.334870 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8e1d8-bbb1-48be-abc3-430012e5f26a req-3b1efef5-91c0-46a2-9621-034273cf2ec2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:36.336415 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-87c8e1d8-bbb1-48be-abc3-430012e5f26a req-3b1efef5-91c0-46a2-9621-034273cf2ec2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1358156 May 10 19:28:36.387537 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-87c8e1d8-bbb1-48be-abc3-430012e5f26a req-5c6e4363-dcb5-4b2c-b7ea-8c193893e8a3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 May 10 19:28:37.286011 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304e2c1-a084-4c6d-9fbb-748efe4c96c2 req-acddb645-7fa7-44c8-8658-8c0d1e87aadf tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:37.287516 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c304e2c1-a084-4c6d-9fbb-748efe4c96c2 req-acddb645-7fa7-44c8-8658-8c0d1e87aadf tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0872235 May 10 19:28:37.339420 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c304e2c1-a084-4c6d-9fbb-748efe4c96c2 req-153628cb-011f-475e-a2e4-b523d4dc7851 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451651 May 10 19:28:37.582776 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ceb3-e1d5-41d3-bb12-cc03860407f8 req-cf68c64b-d243-4eb8-9f81-0be8ab17d134 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:37.584197 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f0f8ceb3-e1d5-41d3-bb12-cc03860407f8 req-cf68c64b-d243-4eb8-9f81-0be8ab17d134 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0817187 May 10 19:28:37.627953 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f0f8ceb3-e1d5-41d3-bb12-cc03860407f8 req-c58aaac4-f26a-45b5-babf-2151e29a2181 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 May 10 19:28:38.557767 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff5c2e-3afd-44b3-b4ce-1c9cd1f2b845 req-6f08dda0-47eb-4460-8979-eb09a4a4e3f3 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:38.559199 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-92ff5c2e-3afd-44b3-b4ce-1c9cd1f2b845 req-6f08dda0-47eb-4460-8979-eb09a4a4e3f3 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0824809 May 10 19:28:38.617013 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-92ff5c2e-3afd-44b3-b4ce-1c9cd1f2b845 req-b0a02775-a0d1-4f88-bd79-f96044ed2c35 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519118 May 10 19:28:38.837143 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03126d74-2ab3-4b40-bcab-1a2c6cc1c1a5 req-d641c62b-a786-4fbb-a06f-23a2bc1968bc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:38.838768 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-03126d74-2ab3-4b40-bcab-1a2c6cc1c1a5 req-d641c62b-a786-4fbb-a06f-23a2bc1968bc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0993030 May 10 19:28:38.889037 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-03126d74-2ab3-4b40-bcab-1a2c6cc1c1a5 req-c4fd97b8-595d-4b87-a9f6-792555b6b58c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438650 May 10 19:28:39.828290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e74a3d-34e1-44f2-a795-2aef36752c1c req-3f717266-6de8-4547-a458-b4240db88a06 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:39.830366 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-83e74a3d-34e1-44f2-a795-2aef36752c1c req-3f717266-6de8-4547-a458-b4240db88a06 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0984104 May 10 19:28:39.877355 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-83e74a3d-34e1-44f2-a795-2aef36752c1c req-f9adb87d-03cc-4960-9cb3-b0824c9101da tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412843 May 10 19:28:40.089095 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef961793-7092-4947-bbf2-e6d59d6e3940 req-be45a2d6-2e80-43ca-a988-89f387eac494 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:40.090654 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef961793-7092-4947-bbf2-e6d59d6e3940 req-be45a2d6-2e80-43ca-a988-89f387eac494 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0812817 May 10 19:28:40.139576 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef961793-7092-4947-bbf2-e6d59d6e3940 req-5969a056-ba68-4d64-ae68-a682641e7114 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418625 May 10 19:28:41.084390 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181011-e19a-4695-b540-3d92773f2280 req-54aa73ca-a8aa-4bb3-be14-428a40e9f444 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:41.085870 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-df181011-e19a-4695-b540-3d92773f2280 req-54aa73ca-a8aa-4bb3-be14-428a40e9f444 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0891681 May 10 19:28:41.130193 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-df181011-e19a-4695-b540-3d92773f2280 req-bd42cdd0-3580-4d86-ae81-ff20cd3a9003 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 May 10 19:28:41.357930 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0e52e-ef73-480d-98db-b7f2c75d7d55 req-bdb8e017-dbe1-4c20-8192-483e1209d5f0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:41.359365 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-79d0e52e-ef73-480d-98db-b7f2c75d7d55 req-bdb8e017-dbe1-4c20-8192-483e1209d5f0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0822480 May 10 19:28:41.405401 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-79d0e52e-ef73-480d-98db-b7f2c75d7d55 req-6eb64d96-d57b-4e76-893b-40d1230e897f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397458 May 10 19:28:42.324333 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffbf0f-413b-4a49-876e-185d8a75f804 req-2be4316a-b6d4-4199-aacb-520f1df24b15 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:42.326262 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51ffbf0f-413b-4a49-876e-185d8a75f804 req-2be4316a-b6d4-4199-aacb-520f1df24b15 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0858481 May 10 19:28:42.372518 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51ffbf0f-413b-4a49-876e-185d8a75f804 req-b6bb806b-bbaa-4a78-ae99-71fba581e80c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 May 10 19:28:42.614025 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826e5b2-d429-40a7-a683-b12502f59d39 req-cc8cbe04-c30c-44de-8c90-c7caa0774834 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:42.615858 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d826e5b2-d429-40a7-a683-b12502f59d39 req-cc8cbe04-c30c-44de-8c90-c7caa0774834 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0892365 May 10 19:28:42.664829 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d826e5b2-d429-40a7-a683-b12502f59d39 req-2cb3cdf5-929e-4ab1-8872-66e7c0d0c279 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432990 May 10 19:28:43.569192 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe636973-adf1-46b4-b779-d4a757d6e120 req-fbc97255-18b3-4e6b-b0ae-0798a4cca52f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:43.570639 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fe636973-adf1-46b4-b779-d4a757d6e120 req-fbc97255-18b3-4e6b-b0ae-0798a4cca52f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0808442 May 10 19:28:43.614374 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fe636973-adf1-46b4-b779-d4a757d6e120 req-f7b21753-f6b1-4007-9055-1c712159b33f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 May 10 19:28:43.856817 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd08e2-8ce9-4275-922a-bfaeda4f715a req-fa58a43a-6dde-4b7f-9ec9-e6efb82024aa tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:43.858273 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8efd08e2-8ce9-4275-922a-bfaeda4f715a req-fa58a43a-6dde-4b7f-9ec9-e6efb82024aa tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0797906 May 10 19:28:43.910402 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8efd08e2-8ce9-4275-922a-bfaeda4f715a req-d6ed3373-f56e-4ea1-89f9-b8c15820c10c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462770 May 10 19:28:44.808695 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe2994-8753-4c43-ba77-d77cb9cf619c req-05c9e957-87eb-417a-ae36-3f7771375a9e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:44.810176 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ddfe2994-8753-4c43-ba77-d77cb9cf619c req-05c9e957-87eb-417a-ae36-3f7771375a9e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0929921 May 10 19:28:44.920740 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ddfe2994-8753-4c43-ba77-d77cb9cf619c req-05ba4c49-0f41-4ba6-a020-8c282ffa2dcf tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047378 May 10 19:28:45.100652 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83abb1-7d74-455e-9131-0dd992b4b00d req-3e8cca9f-820b-49a1-aad8-0105ef666994 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:45.102170 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ca83abb1-7d74-455e-9131-0dd992b4b00d req-3e8cca9f-820b-49a1-aad8-0105ef666994 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0805731 May 10 19:28:45.153138 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ca83abb1-7d74-455e-9131-0dd992b4b00d req-72921dd2-0d0b-43a2-8855-204e089593f5 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452256 May 10 19:28:46.100562 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fe6e0-e31f-4034-b2e3-44496f544f2e req-400b3872-c88c-41f4-9901-cd4773c3329e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:46.101940 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-514fe6e0-e31f-4034-b2e3-44496f544f2e req-400b3872-c88c-41f4-9901-cd4773c3329e tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0779526 May 10 19:28:46.149854 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-514fe6e0-e31f-4034-b2e3-44496f544f2e req-9222db36-5451-4368-885a-a7b5a9748c25 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 May 10 19:28:46.342806 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d1db-8aad-4d3e-b370-aa9fc93cd2ad req-16c1e7ec-e96c-40e2-9260-deb67123ddea tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:46.344250 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-86d9d1db-8aad-4d3e-b370-aa9fc93cd2ad req-16c1e7ec-e96c-40e2-9260-deb67123ddea tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0820432 May 10 19:28:46.463188 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-86d9d1db-8aad-4d3e-b370-aa9fc93cd2ad req-dd0ad8e6-9e78-424a-98c8-bb23d6a772a9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125340 May 10 19:28:47.336367 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4859ad-9675-4eec-87d5-eecbfb1f4931 req-9e786620-615e-4c11-aebe-442cca0ffaba tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:47.337844 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6c4859ad-9675-4eec-87d5-eecbfb1f4931 req-9e786620-615e-4c11-aebe-442cca0ffaba tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0799961 May 10 19:28:47.383339 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6c4859ad-9675-4eec-87d5-eecbfb1f4931 req-a7bc2063-124f-41af-86fb-f2e09ea282ec tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 May 10 19:28:47.654022 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3990a-70b1-4764-873a-081ba9e4498b req-3a38def2-177e-454e-a64e-6324814ffb2b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:47.655442 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a8c3990a-70b1-4764-873a-081ba9e4498b req-3a38def2-177e-454e-a64e-6324814ffb2b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0776107 May 10 19:28:47.703092 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a8c3990a-70b1-4764-873a-081ba9e4498b req-2e6a37e1-2de7-465a-844b-43dd4e1e06e4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 May 10 19:28:48.569905 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4346-4cec-4c82-9b42-3a48afe2d116 req-5d97a41c-9673-4278-a210-7bc3d6772c8a tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:48.571368 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ccba4346-4cec-4c82-9b42-3a48afe2d116 req-5d97a41c-9673-4278-a210-7bc3d6772c8a tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0833385 May 10 19:28:48.617934 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ccba4346-4cec-4c82-9b42-3a48afe2d116 req-e3066f77-d71e-4664-9e48-2b2577f3ef3d tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 May 10 19:28:48.904436 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b90a8-fe9e-4485-81ed-1c0a1b10cc34 req-d16e61e4-e9ea-47d7-8cb8-78cae6fe342d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:48.905889 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1e4b90a8-fe9e-4485-81ed-1c0a1b10cc34 req-d16e61e4-e9ea-47d7-8cb8-78cae6fe342d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0782230 May 10 19:28:48.951956 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1e4b90a8-fe9e-4485-81ed-1c0a1b10cc34 req-2e8e042b-de83-407a-b3cd-779711b5c0c8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 May 10 19:28:49.089329 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:49.799895 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d5d85-cb99-42ad-90bc-ab010eb90046 req-940c28ad-67f4-4217-a4ff-4368bf0d57f9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:49.801344 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-640d5d85-cb99-42ad-90bc-ab010eb90046 req-940c28ad-67f4-4217-a4ff-4368bf0d57f9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0778592 May 10 19:28:49.850525 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-640d5d85-cb99-42ad-90bc-ab010eb90046 req-bb439693-1937-4f13-a254-640306e91ecd tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 May 10 19:28:50.150820 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab64f1-d38e-49b8-b241-e2442c939b24 req-4b1fca01-81b0-46c6-b321-06c27752e7eb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:50.152247 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77ab64f1-d38e-49b8-b241-e2442c939b24 req-4b1fca01-81b0-46c6-b321-06c27752e7eb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0811248 May 10 19:28:50.195369 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77ab64f1-d38e-49b8-b241-e2442c939b24 req-1f251795-7836-46d1-a2b4-366552b18415 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373983 May 10 19:28:51.035078 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da87d-d78f-47a4-bb31-f096aff1cd1b req-9cdb342b-34ac-4c8c-b49f-7335230a5b34 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:51.036594 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b93da87d-d78f-47a4-bb31-f096aff1cd1b req-9cdb342b-34ac-4c8c-b49f-7335230a5b34 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0799978 May 10 19:28:51.085926 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b93da87d-d78f-47a4-bb31-f096aff1cd1b req-816ec9a4-ef1e-420c-891b-be9a65475e13 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/security-groups?id=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 May 10 19:28:51.213557 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-a25b2c26-2f81-43de-a0cb-d30a8428dd3f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:51.214935 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-a25b2c26-2f81-43de-a0cb-d30a8428dd3f tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 946 time: 0.0794036 May 10 19:28:51.404632 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Deleting port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:28:51.404969 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:51.483218 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f768ad-0fde-40b0-a394-ca6e3ffc8288 req-14e8a198-2ed4-47a9-b874-ae31af25cc5a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:51.484560 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7f768ad-0fde-40b0-a394-ca6e3ffc8288 req-14e8a198-2ed4-47a9-b874-ae31af25cc5a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.1691108 May 10 19:28:51.572365 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7f768ad-0fde-40b0-a394-ca6e3ffc8288 req-eb298819-7da7-4062-91dc-6db27a418c73 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792832 May 10 19:28:51.583159 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] For port 5a56c769-45cf-45d7-b7eb-6641b5ccd005, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a56c769-45cf-45d7-b7eb-6641b5ccd005,segment=NetworkSegment(7e0aeee3-a605-48cd-b011-ddedf28a50e9),segment_id=7e0aeee3-a605-48cd-b011-ddedf28a50e9)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:28:51.583510 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:51.706787 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Calling delete_port for 5a56c769-45cf-45d7-b7eb-6641b5ccd005 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:28:51.823271 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:51.829022 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:28:51.835366 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['5a56c769-45cf-45d7-b7eb-6641b5ccd005'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:28:51.873425 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Pushing event deleted for resources: {'Port': ['ID=5a56c769-45cf-45d7-b7eb-6641b5ccd005,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:51.876345 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:28:51.948155 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] No DVR routers for this DVR port 5a56c769-45cf-45d7-b7eb-6641b5ccd005 on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:51.950842 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:51.953313 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22ab1b-0dc4-40ff-a97e-4cec114f9541', 'name': 'network-vif-deleted', 'tag': '5a56c769-45cf-45d7-b7eb-6641b5ccd005'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:28:51.968941 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d28c8f9f-3755-47d0-9e33-cbc23a2cbd17 req-0364f9ab-361d-432e-928e-cfea0e40c9ca tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.66 "DELETE /v2.0/ports/5a56c769-45cf-45d7-b7eb-6641b5ccd005 HTTP/1.1" status: 204 len: 173 time: 0.7468662 May 10 19:28:52.210809 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22ab1b-0dc4-40ff-a97e-4cec114f9541', 'name': 'network-vif-deleted', 'tag': '5a56c769-45cf-45d7-b7eb-6641b5ccd005', 'status': 'completed', 'code': 200} May 10 19:28:52.259586 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-1b37fe72-6a70-4e35-b8c3-31eefa6a7b90 req-6619932c-2e0d-4e8f-8454-975bea46b2d1 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Synchronizing usage tracker for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:28:52.275041 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-1b37fe72-6a70-4e35-b8c3-31eefa6a7b90 req-6619932c-2e0d-4e8f-8454-975bea46b2d1 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Unset dirty status for tenant:674d4638a3c2442b8676c7c22cc055f7 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:28:52.276328 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1b37fe72-6a70-4e35-b8c3-31eefa6a7b90 req-6619932c-2e0d-4e8f-8454-975bea46b2d1 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b22ab1b-0dc4-40ff-a97e-4cec114f9541 HTTP/1.1" status: 200 len: 210 time: 0.0597835 May 10 19:28:52.788489 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53f712-52bf-4388-9686-2467e0e723a0 req-7aa2edb5-0c4f-4c67-bbb1-83aabc70d380 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:52.790015 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4d53f712-52bf-4388-9686-2467e0e723a0 req-7aa2edb5-0c4f-4c67-bbb1-83aabc70d380 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0855515 May 10 19:28:52.836883 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4d53f712-52bf-4388-9686-2467e0e723a0 req-ba08c835-f1b8-4d7f-89b0-7c70f71b5ad4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 May 10 19:28:53.547901 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfb6c-9a94-45cb-964f-974e1e0af469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:54.030921 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8504e48-7847-4e1c-95c6-3dbad0494621 req-db563996-5202-41d0-9243-8d2484ec2e97 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:54.032308 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e8504e48-7847-4e1c-95c6-3dbad0494621 req-db563996-5202-41d0-9243-8d2484ec2e97 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0792255 May 10 19:28:54.083065 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e8504e48-7847-4e1c-95c6-3dbad0494621 req-961d1406-08de-497a-af78-1a09dcd19ed7 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 May 10 19:28:55.279768 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510367a-f25a-4cdd-90ec-94ee85380919 req-db0a7282-6496-4f00-84ff-1d15e54d3c4b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:55.281588 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3510367a-f25a-4cdd-90ec-94ee85380919 req-db0a7282-6496-4f00-84ff-1d15e54d3c4b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0787816 May 10 19:28:55.332050 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3510367a-f25a-4cdd-90ec-94ee85380919 req-bd1ed6c4-90ca-48c9-983a-c0a539ecb52b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 May 10 19:28:55.488496 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 5a56c769-45cf-45d7-b7eb-6641b5ccd005 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:28:55.521832 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 5a56c769-45cf-45d7-b7eb-6641b5ccd005 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:28:55.522175 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 5a56c769-45cf-45d7-b7eb-6641b5ccd005 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:28:56.520460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02d1ac-c03e-405b-9923-9ad60b37ec89 req-5ae1f0c5-9d28-4f8c-be22-de22a133133c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:56.521842 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1c02d1ac-c03e-405b-9923-9ad60b37ec89 req-5ae1f0c5-9d28-4f8c-be22-de22a133133c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0790393 May 10 19:28:56.558636 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-09f0388b-2c37-4c1a-8680-061f79eb0a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:56.562180 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:56.566849 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1c02d1ac-c03e-405b-9923-9ad60b37ec89 req-3c13ee0f-358c-470c-a61c-c955e7bf2a6c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391870 May 10 19:28:57.572631 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:57.760482 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bca0bd-ae2c-452e-a2ec-e94d46e723d9 req-28b7be87-9799-47d1-ab16-f1118c95382a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:57.762066 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-36bca0bd-ae2c-452e-a2ec-e94d46e723d9 req-28b7be87-9799-47d1-ab16-f1118c95382a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0839224 May 10 19:28:57.806841 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-36bca0bd-ae2c-452e-a2ec-e94d46e723d9 req-02b33eb1-2069-41e3-a214-011e6f3b3b07 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382900 May 10 19:28:58.946802 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:59.002682 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed72b-3724-418c-a582-650311b76a35 req-37e37c90-1344-4553-a3b2-8ef00259a176 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:59.004123 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-422ed72b-3724-418c-a582-650311b76a35 req-37e37c90-1344-4553-a3b2-8ef00259a176 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0836802 May 10 19:28:59.047267 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-422ed72b-3724-418c-a582-650311b76a35 req-aa56279d-bcb8-4de3-8363-a0a13c7c67f1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 May 10 19:29:00.241802 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111c9cd-1e3e-4021-92b5-4f6cfc229321 req-ef631f8b-c8c1-4042-a06d-a3e5bfd6d637 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:00.243255 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9111c9cd-1e3e-4021-92b5-4f6cfc229321 req-ef631f8b-c8c1-4042-a06d-a3e5bfd6d637 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0810676 May 10 19:29:00.287559 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9111c9cd-1e3e-4021-92b5-4f6cfc229321 req-f2273cbb-4983-4fca-acaf-578364a0a0eb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386336 May 10 19:29:01.479855 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e187a39-d152-469c-994d-78b445688c9a req-629b3b91-51f5-4a07-8496-68835b1de4ba tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:01.481328 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5e187a39-d152-469c-994d-78b445688c9a req-629b3b91-51f5-4a07-8496-68835b1de4ba tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0837734 May 10 19:29:01.528288 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5e187a39-d152-469c-994d-78b445688c9a req-fc4ea601-92cd-4e8e-b875-261d823d5588 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 May 10 19:29:01.920402 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:29:02.721592 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f22e2b-aa18-42d4-9bec-ea031142e7cc req-8b51fbf8-94b0-4278-969d-40b763be1bc7 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:02.723127 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2f22e2b-aa18-42d4-9bec-ea031142e7cc req-8b51fbf8-94b0-4278-969d-40b763be1bc7 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 944 time: 0.0794482 May 10 19:29:02.848591 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2f22e2b-aa18-42d4-9bec-ea031142e7cc req-c7e4111f-c14c-42f4-b61c-5c7922b03add tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195440 May 10 19:29:03.687003 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:29:03.826518 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:03.840676 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'port_id': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'mac_address': 'fa:16:3e:06:aa:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:29:03.901164 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:03.918716 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af733c9-f5e2-45a9-8764-bff169ddd04f {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:29:03.935697 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:03.941340 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:03.943972 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:04.018377 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=9']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:04.027801 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.028288 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.028829 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.029617 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.030269 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.030850 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.031401 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.031731 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.032087 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.032422 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.032824 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.033147 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:04.037565 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:04.056207 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab4cc3-66de-4788-8f1c-e32d7cbafdd8 req-fc63f3df-5f9e-40b6-84c6-17f8de3c20e9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:04.058381 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-91ab4cc3-66de-4788-8f1c-e32d7cbafdd8 req-fc63f3df-5f9e-40b6-84c6-17f8de3c20e9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.0897069 May 10 19:29:04.112292 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-91ab4cc3-66de-4788-8f1c-e32d7cbafdd8 req-bbe822de-911e-425b-b112-3fa319fc33ac tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 May 10 19:29:05.323400 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d829f0-09a1-4109-aaea-ffa5210f7617 req-e881b2d7-32e4-4bea-b513-a9524a26782a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:05.324845 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-25d829f0-09a1-4109-aaea-ffa5210f7617 req-e881b2d7-32e4-4bea-b513-a9524a26782a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.0789440 May 10 19:29:05.371385 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-25d829f0-09a1-4109-aaea-ffa5210f7617 req-4324b56a-53a3-48e4-b6af-9edcbdb734d4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395789 May 10 19:29:06.054782 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['7af733c9-f5e2-45a9-8764-bff169ddd04f'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:29:06.566282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae249dc9-a675-4664-8575-3e3770d0a82b req-4cc5deed-8ef1-4e05-98e5-253ad65145f6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:06.567683 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ae249dc9-a675-4664-8575-3e3770d0a82b req-4cc5deed-8ef1-4e05-98e5-253ad65145f6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.0840678 May 10 19:29:06.613134 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ae249dc9-a675-4664-8575-3e3770d0a82b req-35723486-0042-4ef4-8ace-dc9d08a99379 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 May 10 19:29:07.568913 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:07.645660 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 7af733c9-f5e2-45a9-8764-bff169ddd04f triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:07.646044 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:07.771220 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:07.800439 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:29:07.811519 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:07.817277 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:07.819656 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:07.822654 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38034b-e518-4818-a26d-fc1984efb09f req-5655a7c2-7fa6-42be-97e3-255d2ce0df76 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:07.824290 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8e38034b-e518-4818-a26d-fc1984efb09f req-5655a7c2-7fa6-42be-97e3-255d2ce0df76 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 945 time: 0.0914371 May 10 19:29:07.875538 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8e38034b-e518-4818-a26d-fc1984efb09f req-5b32b445-cb4b-4f1c-a84e-d07bb76b325e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 May 10 19:29:07.891508 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=10']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:07.898473 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:07.928030 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'code': 200} May 10 19:29:08.507036 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5b35-74e5-4581-b080-7cd4f14c35c7 req-ee9013bc-7260-4e88-9369-30158e05a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:08.508544 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-36cb5b35-74e5-4581-b080-7cd4f14c35c7 req-ee9013bc-7260-4e88-9369-30158e05a2f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1100 time: 0.0687876 May 10 19:29:08.552795 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-36cb5b35-74e5-4581-b080-7cd4f14c35c7 req-417b15e9-0590-4af4-a8de-a3556c91e429 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369072 May 10 19:29:09.079279 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72eec-eab6-4ac5-9dd2-e0d2ed1bceec req-4c14ab52-a326-41fd-b22a-4977ed351cc1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:09.086086 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-01a72eec-eab6-4ac5-9dd2-e0d2ed1bceec req-4c14ab52-a326-41fd-b22a-4977ed351cc1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 947 time: 0.0891168 May 10 19:29:09.129213 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-01a72eec-eab6-4ac5-9dd2-e0d2ed1bceec req-52ec414c-3584-4067-8f2b-0beca645aedd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 May 10 19:29:10.340813 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec39d-93a5-48fa-80c6-29574cbbddb5 req-9ed7123d-c877-48bc-82a0-ce13c16a8ef9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:10.348266 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b90ec39d-93a5-48fa-80c6-29574cbbddb5 req-9ed7123d-c877-48bc-82a0-ce13c16a8ef9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 947 time: 0.1012287 May 10 19:29:10.402560 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b90ec39d-93a5-48fa-80c6-29574cbbddb5 req-d13d5b06-0820-4468-ad6a-f98bba5ac645 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529587 May 10 19:29:11.597385 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69928f5-aa3a-4819-a445-437f1559a748 req-c6b35a99-f8e2-4eea-8eef-887c2fdbedb6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:11.598853 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d69928f5-aa3a-4819-a445-437f1559a748 req-c6b35a99-f8e2-4eea-8eef-887c2fdbedb6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 947 time: 0.0857611 May 10 19:29:11.645168 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d69928f5-aa3a-4819-a445-437f1559a748 req-330cc519-4ae8-4aef-8e26-64b2e330807c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402091 May 10 19:29:17.062321 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 51370) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:17.208101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:17.223658 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:17.227562 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbd66f87254488b95c0952f94b43700 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:17.230466 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:17.236702 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:17.318376 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:17.322638 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:17.330405 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f23ad074-d8f3-418c-892d-0c8ebe9ea77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:17.369674 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1cbd66f87254488b95c0952f94b43700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062274 May 10 19:29:17.372982 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51376) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:17.374273 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d0dc3-036c-40c8-bf7f-ff06e7fc0bb7,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:17.377964 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-37aa297b-d7c4-488c-a897-7839928418d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:17.439463 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f6f838c6-a954-49c7-8a8a-aee2a26448f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:17.468745 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f6f838c6-a954-49c7-8a8a-aee2a26448f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:17.528145 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f6f838c6-a954-49c7-8a8a-aee2a26448f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:17.532240 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3632059a-7544-4399-b13d-be9deab955a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:17.547201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f838c6-a954-49c7-8a8a-aee2a26448f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d0dc3-036c-40c8-bf7f-ff06e7fc0bb7,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:17.557154 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f6f838c6-a954-49c7-8a8a-aee2a26448f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:17.565193 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f6f838c6-a954-49c7-8a8a-aee2a26448f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:17.578135 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-f6f838c6-a954-49c7-8a8a-aee2a26448f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d3d0dc3-036c-40c8-bf7f-ff06e7fc0bb7 HTTP/1.1" status: 204 len: 168 time: 0.1940811 May 10 19:29:19.040558 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-3fef4cf3-aee1-4070-9b3d-1d5de5c57bae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729616 May 10 19:29:19.063498 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:19.184536 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-af041308-0ada-4571-a4d1-3fbcd9b57488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:19.186024 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-af041308-0ada-4571-a4d1-3fbcd9b57488 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 1099 time: 0.0731330 May 10 19:29:19.344213 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-ce3ba409-2b3a-4af0-bd2d-0eba1a05a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:19.346147 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-ce3ba409-2b3a-4af0-bd2d-0eba1a05a8a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 912 time: 0.1266258 May 10 19:29:19.451498 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-dd2f7464-472a-4f0a-84f7-a88cb67bb1ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 200 len: 1002 time: 0.0970249 May 10 19:29:19.517228 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-2b56c4ad-7c85-45bc-8b80-bb52895cd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:19.518706 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-2b56c4ad-7c85-45bc-8b80-bb52895cd3d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.0610225 May 10 19:29:19.591655 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-374f6341-9f1c-4390-bc75-5e27979d4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:19.593126 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-374f6341-9f1c-4390-bc75-5e27979d4cd5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678360 May 10 19:29:19.722199 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-963a0c51-ba9c-458a-9a87-6e2bb5819b67 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228001 May 10 19:29:19.852628 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-398b5fd0-b5d1-49cf-8294-7a4c3d01e117 req-bc22cf1e-5899-4a48-b1a3-f2b70f6d37eb service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237488 May 10 19:29:23.550837 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-90aa246b-140d-4626-bc6d-4aa2d21ffa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:26.552482 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:26.557312 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f4800a0d-6a07-4207-b92d-3976ae802163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:27.581070 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:28.947646 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:31.913024 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51546) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:31.977107 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] Deleting subnet f717e720-b259-4cca-a451-e3a26ae21075 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:29:31.980122 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.028628 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.084141 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.410157 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.418689 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:32.455989 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f717e720-b259-4cca-a451-e3a26ae21075,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:32.459706 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:32.462925 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.471869 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-031e396d-d92e-49b0-ba19-87c70368840a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f717e720-b259-4cca-a451-e3a26ae21075 HTTP/1.1" status: 204 len: 168 time: 0.5574527 May 10 19:29:32.475640 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51556) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:32.592136 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.718848 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.733464 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f76358-8082-46c4-a1b2-dcb23afb2365']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:32.749377 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0aeee3-a605-48cd-b011-ddedf28a50e9') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:32.749693 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0aeee3-a605-48cd-b011-ddedf28a50e9') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:32.761685 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.778651 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.785144 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:29:32.785675 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:29:32.798502 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:29:32.871410 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.874995 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:32.887858 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:32.903380 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f76358-8082-46c4-a1b2-dcb23afb2365,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:32.906197 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:32.910313 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] 10.222.0.58 "DELETE /v2.0/networks/26f76358-8082-46c4-a1b2-dcb23afb2365 HTTP/1.1" status: 204 len: 168 time: 0.4334669 May 10 19:29:33.084058 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51568) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:33.132836 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-de491d66-07c4-437b-8288-adac84ce7ca3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=674d4638a3c2442b8676c7c22cc055f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474582 May 10 19:29:33.135170 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51572) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:33.195637 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-92ec8d9f-7863-4160-a0d5-763c5409ced6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:33.231115 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-92ec8d9f-7863-4160-a0d5-763c5409ced6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:33.281457 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-92ec8d9f-7863-4160-a0d5-763c5409ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:33.285995 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1ed29af0-0340-47e1-bb1a-d980b6aa60b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:33.299274 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec8d9f-7863-4160-a0d5-763c5409ced6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdcb246-7a99-4bc4-9833-e1fb7e86d5d4,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:33.302438 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-92ec8d9f-7863-4160-a0d5-763c5409ced6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:33.308934 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-92ec8d9f-7863-4160-a0d5-763c5409ced6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:33.310061 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-92ec8d9f-7863-4160-a0d5-763c5409ced6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abdcb246-7a99-4bc4-9833-e1fb7e86d5d4 HTTP/1.1" status: 204 len: 168 time: 0.1739612 May 10 19:29:34.069077 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 51604) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:34.175461 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1507692251-network', 'tenant_id': '2135c2e2dd0243199633660d0375a96c'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:34.180127 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:34.183911 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Usage tracker for resource:network and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:34.186895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:34.193963 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:34.202934 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Made reservation on behalf of 2135c2e2dd0243199633660d0375a96c for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:34.205901 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:34.217650 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:34.231364 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:34.235167 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:34.237883 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:34.243364 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:34.323783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:34.327754 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:34.332726 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-08c0b15a-e0a5-48f6-9a7b-dcf517c87a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:34.360813 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:29:34.373303 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9172aa6a-3b75-4c8a-9593-269c7a53b178,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:34.377568 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:34.380759 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:34.381145 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Added segment 65fe9a9e-6aa5-42f6-a336-351c345dc10d of type vlan for network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e May 10 19:29:34.409210 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:34.438827 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:34.440088 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:34.440665 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:34.445243 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a842d43b-62f5-4457-b28a-c9e0e79d989a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:34.621424 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:34.626255 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5532947 May 10 19:29:34.626255 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:34.627038 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 51610) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:34.630604 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:29:34.632927 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Request body: {'subnet': {'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1507692251-subnet', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:34.637983 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:34.642885 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Usage tracker for resource:subnet and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:34.646651 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:34.652811 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:34.663697 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Made reservation on behalf of 2135c2e2dd0243199633660d0375a96c for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:34.666389 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196244'] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.067447 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2485057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196326'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.072107 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:35.143738 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e5fc85-dd61-498b-81e9-bf91edfb8c10,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:35.147426 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:35.155011 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Checking segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:35.155366 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Network hostable DHCP agents. Network: 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:29:35.172233 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:29:35.182663 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:35.191840 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a62b5a-68a7-4c1d-826f-2af10d9a1163 None None] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:29:35.195770 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:35.196394 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.217326 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-20e9d69a-8215-43a5-bfc5-a228b1c5838e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5890386 May 10 19:29:35.220610 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 51620) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:35.225972 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:35.230648 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:35.234434 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Usage tracker for resource:router and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:35.237843 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:35.243881 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:35.254419 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.255524 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.271544 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.444936 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:29:35.445809 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.557210 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.602004 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Allocated IP 172.20.0.2 (1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e/09e5fc85-dd61-498b-81e9-bf91edfb8c10/d4ed8c91-379e-423c-951d-b847a025fe43) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:35.809491 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.820736 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Transition to ACTIVE for port object d4ed8c91-379e-423c-951d-b847a025fe43 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:35.839622 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Transition to ACTIVE for port object d4ed8c91-379e-423c-951d-b847a025fe43 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:35.844563 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.848724 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:35.870153 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.901908 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:35.930223 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:35.933102 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:35.945596 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:35.947556 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Pushing event updated for resources: {'Port': ['ID=d4ed8c91-379e-423c-951d-b847a025fe43,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:35.951325 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:36.034757 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Attempting to bind port d4ed8c91-379e-423c-951d-b847a025fe43 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:36.035124 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Attempting to bind port d4ed8c91-379e-423c-951d-b847a025fe43 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:36.035483 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Attempting to bind port d4ed8c91-379e-423c-951d-b847a025fe43 on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:36.040704 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:36.041096 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Checking segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:36.041686 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.041834 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Allocated IP 172.27.2.134 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/6cd2c8e4-e401-4f6e-906b-f412d0bfdddf) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:36.041934 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Bound using segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:36.042344 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Bound port: d4ed8c91-379e-423c-951d-b847a025fe43, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:36.042714 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.131401 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-00ac0599-a131-4efc-abec-bd891668defa None None] For port d4ed8c91-379e-423c-951d-b847a025fe43, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:36.134579 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-00ac0599-a131-4efc-abec-bd891668defa None None] For port d4ed8c91-379e-423c-951d-b847a025fe43, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=d4ed8c91-379e-423c-951d-b847a025fe43,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:36.138414 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.143172 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:36.244444 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Pushing event updated for resources: {'Port': ['ID=d4ed8c91-379e-423c-951d-b847a025fe43,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:36.248531 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:36.279953 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.315216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:36.319850 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2349d97d-9a35-4bcd-ab0d-cd3a9a435d74 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:36.376863 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:36.379739 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:36.382902 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:36.463209 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd2c8e4-e401-4f6e-906b-f412d0bfdddf,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:36.475753 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.476119 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.476470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.476816 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.477157 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.477496 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.477861 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.478197 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.478534 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.478868 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.479517 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.479517 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:36.488299 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:36.716043 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device d4ed8c91-379e-423c-951d-b847a025fe43 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:36.793724 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port d4ed8c91-379e-423c-951d-b847a025fe43 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:36.896889 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:37.227500 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43922ed1-1f56-4723-a64a-7400c6392467 None None] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:29:37.287663 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:37.357503 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] Provisioning for port d4ed8c91-379e-423c-951d-b847a025fe43 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:37.368166 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] Provisioning complete for port d4ed8c91-379e-423c-951d-b847a025fe43 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:37.368545 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:37.513634 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Router 57405021-d995-494b-9f75-db57107cc037 is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:29:37.580825 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:37.618849 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] For port d4ed8c91-379e-423c-951d-b847a025fe43, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=d4ed8c91-379e-423c-951d-b847a025fe43,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:37.624311 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:37.626866 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:37.702496 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] Pushing event updated for resources: {'Port': ['ID=d4ed8c91-379e-423c-951d-b847a025fe43,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:37.708949 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:37.709195 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:29:37.721919 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:37.732630 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:37.733289 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:29:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:37.735999 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:37.737518 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5158808 May 10 19:29:37.740472 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51684) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:37.897056 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f706c5a6-d6ac-468f-8df5-0c7ff7867db5 None None] Provisioning complete for port d4ed8c91-379e-423c-951d-b847a025fe43 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:37.897341 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f706c5a6-d6ac-468f-8df5-0c7ff7867db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:37.990920 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:38.345266 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:36Z', 'revision_number': 3, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:38.354631 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:38.355240 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Updating router 57405021-d995-494b-9f75-db57107cc037 port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:29:38.490683 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:38.557251 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:38.694570 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device d4ed8c91-379e-423c-951d-b847a025fe43 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:38.778826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Allocated IP 172.20.0.1 (1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e/09e5fc85-dd61-498b-81e9-bf91edfb8c10/44993dbf-eccf-44b6-beef-8db5d616f509) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:38.823449 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port d4ed8c91-379e-423c-951d-b847a025fe43 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:38.823880 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:38.912384 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:29:38.933862 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:38.937711 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:38.950630 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Transition to ACTIVE for port object 44993dbf-eccf-44b6-beef-8db5d616f509 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:38.954779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Transition to ACTIVE for port object 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:38.980962 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:38.986169 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:38.998148 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.003620 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:39.046394 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:39.049475 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:39.061763 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:39.099971 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Pushing event updated for resources: {'Port': ['ID=44993dbf-eccf-44b6-beef-8db5d616f509,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:39.101779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c249d4-c7de-461b-b138-1629d119f868 None None] Pushing event updated for resources: {'Port': ['ID=6cd2c8e4-e401-4f6e-906b-f412d0bfdddf,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:39.106058 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Attempting to bind port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:39.106445 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Attempting to bind port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:39.106890 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Attempting to bind port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:39.110771 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b6c249d4-c7de-461b-b138-1629d119f868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:39.113918 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:39.114134 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.114306 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:39.114494 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.114660 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.114826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.114988 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:39.115178 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.115178 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.115503 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Bound port: 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:39.115677 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.115835 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.115991 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.116246 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.116441 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.116863 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.117052 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.117655 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:39.123077 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:39.135061 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.202008 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] For port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:39.206470 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] For port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=6cd2c8e4-e401-4f6e-906b-f412d0bfdddf,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:39.214276 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.225223 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:39.305409 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:39.306552 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:29:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:39.434416 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.453751 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c249d4-c7de-461b-b138-1629d119f868 None None] Pushing event updated for resources: {'Port': ['ID=6cd2c8e4-e401-4f6e-906b-f412d0bfdddf,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:39.464152 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b6c249d4-c7de-461b-b138-1629d119f868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:39.467883 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-a7b1d531-97d5-4f41-94bd-0c732c994c67 None None] Provisioning for port 44993dbf-eccf-44b6-beef-8db5d616f509 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:39.477001 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-a7b1d531-97d5-4f41-94bd-0c732c994c67 None None] Provisioning complete for port 44993dbf-eccf-44b6-beef-8db5d616f509 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:39.477383 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a7b1d531-97d5-4f41-94bd-0c732c994c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.554132 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1d531-97d5-4f41-94bd-0c732c994c67 None None] Port 44993dbf-eccf-44b6-beef-8db5d616f509 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:29:39.581039 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:39.680113 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.684524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.711774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4d8ab837-becb-4cdc-99fa-3704ad80283d tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:39.790342 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:39.798121 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Pushing event updated for resources: {'Port': ['ID=44993dbf-eccf-44b6-beef-8db5d616f509,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:39.803261 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:39.880908 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:36Z', 'revision_number': 3, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:39.885306 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cb72ed-da48-45c0-9933-9b04785b7728 None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:36Z', 'revision_number': 3, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:29:39.942248 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:39.943440 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:40.284256 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-81b963dc-4fcc-4539-9d8c-6ab7e5305598 None None] Provisioning complete for port 44993dbf-eccf-44b6-beef-8db5d616f509 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:40.284810 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-81b963dc-4fcc-4539-9d8c-6ab7e5305598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:40.295343 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Router 57405021-d995-494b-9f75-db57107cc037 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:29:40.349575 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-81b963dc-4fcc-4539-9d8c-6ab7e5305598 None None] Port 44993dbf-eccf-44b6-beef-8db5d616f509 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:29:40.500064 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:29:40.509777 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] 10.222.0.58 "PUT /v2.0/routers/57405021-d995-494b-9f75-db57107cc037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7674778 May 10 19:29:40.723293 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:40.846828 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:40.852590 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:40.853198 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:40.979658 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:40.996139 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=6cd2c8e4-e401-4f6e-906b-f412d0bfdddf,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:40.999849 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.002273 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:41.077876 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=6cd2c8e4-e401-4f6e-906b-f412d0bfdddf,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:41.077876 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:41.116288 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51710) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:41.122095 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-130260524-network', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:41.127528 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:41.131659 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Usage tracker for resource:network and tenant:9ecb426c99f04647941ebc5e2ab42ca1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:41.134652 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:41.140567 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:41.151848 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Made reservation on behalf of 9ecb426c99f04647941ebc5e2ab42ca1 for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:41.154343 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.166629 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.182432 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:41.186418 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Usage tracker for resource:security_group_rule and tenant:9ecb426c99f04647941ebc5e2ab42ca1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:41.189879 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:41.195584 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:41.287024 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.291967 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.295376 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-06409fcb-8ef3-4538-8256-c8ad4de44560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:41.333029 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:29:41.338583 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087fca1-8ba8-424f-a017-7c2eb3587c70,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:41.341983 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:41.347587 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.347957 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Added segment 47ab0c8e-12a3-48d9-b695-63eeb37e25c1 of type vlan for network 69316b01-160d-4884-baf7-86de43f2ca79 May 10 19:29:41.379681 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.416119 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.417637 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:41.418244 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.431758 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:41.525624 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4080820 May 10 19:29:41.529179 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 51716) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:41.531816 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Pushing event updated for resources: {'Network': ['ID=69316b01-160d-4884-baf7-86de43f2ca79,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:41.534543 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:41.536246 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Request body: {'subnet': {'network_id': '69316b01-160d-4884-baf7-86de43f2ca79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-130260524-subnet', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:41.542094 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:41.542371 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 69316b01-160d-4884-baf7-86de43f2ca79 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:29:41.546233 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Usage tracker for resource:subnet and tenant:9ecb426c99f04647941ebc5e2ab42ca1 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:41.553339 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:41.560713 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:41.573103 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Made reservation on behalf of 9ecb426c99f04647941ebc5e2ab42ca1 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:41.576603 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196244'] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.624031 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:41.636253 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:41.636875 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:29:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:41.839851 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:42.128300 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2485057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196326'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.134376 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:42.168755 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 2, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:42.172785 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:42.173142 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Updating router 57405021-d995-494b-9f75-db57107cc037 port 44993dbf-eccf-44b6-beef-8db5d616f509 binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:29:42.210493 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b401aa7-73fa-452c-b912-ece622531e73,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:42.214935 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:42.225360 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Checking segment: {'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:42.225755 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Network hostable DHCP agents. Network: 69316b01-160d-4884-baf7-86de43f2ca79, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:29:42.245004 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Network 69316b01-160d-4884-baf7-86de43f2ca79 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:29:42.256598 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 69316b01-160d-4884-baf7-86de43f2ca79) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:42.267034 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:42.267381 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.272092 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b75300-7b28-426b-b8cc-4e530bd14cf8 None None] Network 69316b01-160d-4884-baf7-86de43f2ca79 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:29:42.273710 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.297050 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51720) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:42.299619 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1191a980-db07-448b-bb72-249795f30594 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7678151 May 10 19:29:42.303781 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:42.309161 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:42.314033 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Usage tracker for resource:router and tenant:9ecb426c99f04647941ebc5e2ab42ca1 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:42.317785 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:42.327015 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:42.343307 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.345107 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.365123 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.640714 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-69316b01-160d-4884-baf7-86de43f2ca79', 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'fixed_ips': [{'subnet_id': '4b401aa7-73fa-452c-b912-ece622531e73'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:29:42.642379 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.675316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.725524 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:42.802091 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.823558 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Transition to ACTIVE for port object 44993dbf-eccf-44b6-beef-8db5d616f509 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:42.832274 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.838147 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-0f59f049-d396-48fb-b493-df8fd5c0beea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:42.876087 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:42.876479 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.929424 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Pushing event updated for resources: {'Port': ['ID=44993dbf-eccf-44b6-beef-8db5d616f509,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:42.955823 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Allocated IP 172.20.0.2 (69316b01-160d-4884-baf7-86de43f2ca79/4b401aa7-73fa-452c-b912-ece622531e73/ed51c1f9-dd92-471b-a151-c7a56a11499f) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:43.061623 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.061930 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.062218 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.062541 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.062863 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.063747 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.064062 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.064383 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.064712 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.065025 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.065341 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.065676 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:43.119988 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:43.129039 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.160835 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.258731 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Attempting to bind port 44993dbf-eccf-44b6-beef-8db5d616f509 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:43.259379 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Attempting to bind port 44993dbf-eccf-44b6-beef-8db5d616f509 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:43.259941 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Attempting to bind port 44993dbf-eccf-44b6-beef-8db5d616f509 on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:43.268349 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:43.269016 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Checking segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:43.269634 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.270193 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Bound using segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:43.270866 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Bound port: 44993dbf-eccf-44b6-beef-8db5d616f509, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:43.271597 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.339387 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Allocated IP 172.27.2.125 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/ebe46dd4-2e94-4574-b753-950039d8e957) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:43.351107 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.380578 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] For port 44993dbf-eccf-44b6-beef-8db5d616f509, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:43.382930 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Transition to ACTIVE for port object ed51c1f9-dd92-471b-a151-c7a56a11499f will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:43.384397 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] For port 44993dbf-eccf-44b6-beef-8db5d616f509, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=44993dbf-eccf-44b6-beef-8db5d616f509,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:43.391400 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.405163 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:43.419119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Transition to ACTIVE for port object ed51c1f9-dd92-471b-a151-c7a56a11499f will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:43.428251 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.436736 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:43.540655 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:43.540655 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:29:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:43.576630 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Network 69316b01-160d-4884-baf7-86de43f2ca79 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:43.581603 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:43.601755 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Pushing event updated for resources: {'Port': ['ID=ed51c1f9-dd92-471b-a151-c7a56a11499f,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:43.604680 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:43.607385 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:43.739201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.766006 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Attempting to bind port ed51c1f9-dd92-471b-a151-c7a56a11499f on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:43.766481 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Attempting to bind port ed51c1f9-dd92-471b-a151-c7a56a11499f by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:43.767048 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Attempting to bind port ed51c1f9-dd92-471b-a151-c7a56a11499f on network 69316b01-160d-4884-baf7-86de43f2ca79 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:43.776425 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Pushing event updated for resources: {'Port': ['ID=44993dbf-eccf-44b6-beef-8db5d616f509,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:43.778316 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:43.779415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Checking segment: {'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:43.779415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.781521 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:43.794636 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Bound using segment: {'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:43.794942 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Bound port: ed51c1f9-dd92-471b-a151-c7a56a11499f, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:43.795339 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.825969 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:43.831725 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.840658 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3e3d6089-2d0e-4d39-983c-e5ac93b78de8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:43.918832 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:43.926215 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:43.926730 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] For port ed51c1f9-dd92-471b-a151-c7a56a11499f, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:43.930721 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:43.931779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] For port ed51c1f9-dd92-471b-a151-c7a56a11499f, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ed51c1f9-dd92-471b-a151-c7a56a11499f,segment=NetworkSegment(47ab0c8e-12a3-48d9-b695-63eeb37e25c1),segment_id=47ab0c8e-12a3-48d9-b695-63eeb37e25c1)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:43.936349 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:43.940201 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:43.975338 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe46dd4-2e94-4574-b753-950039d8e957,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:43.986774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:44.042887 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Pushing event updated for resources: {'Port': ['ID=ed51c1f9-dd92-471b-a151-c7a56a11499f,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:44.046405 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:44.191792 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:43Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:44.196479 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c0789-0adc-4695-851c-01c308a0df38 None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:43Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:29:44.485940 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:44.798739 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 44993dbf-eccf-44b6-beef-8db5d616f509 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:44.956675 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 44993dbf-eccf-44b6-beef-8db5d616f509 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:44.963414 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 44993dbf-eccf-44b6-beef-8db5d616f509 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:44.964172 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.039587 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.179271 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.238826 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43adafa7-491f-46a1-b8de-504eb064d559 None None] Network 69316b01-160d-4884-baf7-86de43f2ca79 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:29:45.259175 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 44993dbf-eccf-44b6-beef-8db5d616f509, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=44993dbf-eccf-44b6-beef-8db5d616f509,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:45.264589 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.265472 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ed51c1f9-dd92-471b-a151-c7a56a11499f up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:45.342338 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:29:45.353629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:45.460274 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-0e3b8169-f00b-41ec-9a19-c7d25a97f85a None None] Provisioning for port ed51c1f9-dd92-471b-a151-c7a56a11499f completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:45.501062 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=44993dbf-eccf-44b6-beef-8db5d616f509,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:45.506688 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port ed51c1f9-dd92-471b-a151-c7a56a11499f completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:45.513668 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:45.523465 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port ed51c1f9-dd92-471b-a151-c7a56a11499f triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:45.523993 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.716933 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:29:45.739834 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Sync routers for ids ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:45.756694 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.762925 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.765690 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4664321 May 10 19:29:45.768885 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51730) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:45.777069 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Routers {'568adb36-6f95-4c7d-bc5c-e8aa361fcddf'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:45.777734 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:29:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:45.951312 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port ed51c1f9-dd92-471b-a151-c7a56a11499f, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ed51c1f9-dd92-471b-a151-c7a56a11499f,segment=NetworkSegment(47ab0c8e-12a3-48d9-b695-63eeb37e25c1),segment_id=47ab0c8e-12a3-48d9-b695-63eeb37e25c1)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:45.960560 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.964409 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:46.050966 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Set router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:46.185401 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=ed51c1f9-dd92-471b-a151-c7a56a11499f,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:46.195208 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:46.262220 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-7d67538f-a5ec-4985-90eb-83343362bdcb None None] Provisioning complete for port ed51c1f9-dd92-471b-a151-c7a56a11499f triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:46.262536 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7d67538f-a5ec-4985-90eb-83343362bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.472992 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:29:44Z', 'revision_number': 3, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port': {'id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:43Z', 'updated_at': '2021-05-10T19:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:46.477752 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Checking router: 568adb36-6f95-4c7d-bc5c-e8aa361fcddf for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:46.478113 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Updating router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf port ebe46dd4-2e94-4574-b753-950039d8e957 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:29:46.535082 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.549089 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.765723 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Allocated IP 172.20.0.1 (69316b01-160d-4884-baf7-86de43f2ca79/4b401aa7-73fa-452c-b912-ece622531e73/119f8e01-3b4c-4035-9027-6f86e93848aa) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:46.773006 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 44993dbf-eccf-44b6-beef-8db5d616f509 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:46.902983 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 44993dbf-eccf-44b6-beef-8db5d616f509 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:46.903366 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.939014 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.955046 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Transition to ACTIVE for port object 119f8e01-3b4c-4035-9027-6f86e93848aa will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:46.979889 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:46.983659 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f77a4113-8cc6-40ab-a4d6-2f9088f5f3a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:47.037561 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.041896 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Network 69316b01-160d-4884-baf7-86de43f2ca79 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:47.044877 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:47.054065 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:29:47.085905 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Transition to ACTIVE for port object ebe46dd4-2e94-4574-b753-950039d8e957 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:47.090917 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Pushing event updated for resources: {'Port': ['ID=119f8e01-3b4c-4035-9027-6f86e93848aa,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:47.098728 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:47.101298 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.112072 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:47.129306 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.159476 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ed51c1f9-dd92-471b-a151-c7a56a11499f up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:47.253665 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd804a12-0e27-4478-a12c-64fca941afdb None None] Pushing event updated for resources: {'Port': ['ID=ebe46dd4-2e94-4574-b753-950039d8e957,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:47.257510 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bd804a12-0e27-4478-a12c-64fca941afdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:47.258243 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Attempting to bind port ebe46dd4-2e94-4574-b753-950039d8e957 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:47.258677 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Attempting to bind port ebe46dd4-2e94-4574-b753-950039d8e957 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:47.259361 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Attempting to bind port ebe46dd4-2e94-4574-b753-950039d8e957 on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:47.266846 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:47.267233 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:47.267674 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.268062 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:47.268553 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Bound port: ebe46dd4-2e94-4574-b753-950039d8e957, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:47.268957 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.284945 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.340461 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port ed51c1f9-dd92-471b-a151-c7a56a11499f triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:47.340753 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.416027 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] For port ebe46dd4-2e94-4574-b753-950039d8e957, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:47.423015 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-db1ad2ed-0181-4269-a706-96a287a10e38 None None] Provisioning for port 119f8e01-3b4c-4035-9027-6f86e93848aa completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:47.436324 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-db1ad2ed-0181-4269-a706-96a287a10e38 None None] Provisioning complete for port 119f8e01-3b4c-4035-9027-6f86e93848aa triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:47.436721 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2ed-0181-4269-a706-96a287a10e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.477823 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] For port ebe46dd4-2e94-4574-b753-950039d8e957, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ebe46dd4-2e94-4574-b753-950039d8e957,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:47.488425 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.498943 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:47.601136 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-db1ad2ed-0181-4269-a706-96a287a10e38 None None] Port 119f8e01-3b4c-4035-9027-6f86e93848aa cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:29:47.639319 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.645370 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.648731 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Routers {'568adb36-6f95-4c7d-bc5c-e8aa361fcddf'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:47.649238 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:29:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:47.670577 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-481a4fda-ecc6-419f-be4a-1096d343bc9a tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:47.709596 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd804a12-0e27-4478-a12c-64fca941afdb None None] Pushing event updated for resources: {'Port': ['ID=ebe46dd4-2e94-4574-b753-950039d8e957,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:47.753596 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Pushing event updated for resources: {'Port': ['ID=119f8e01-3b4c-4035-9027-6f86e93848aa,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:47.761058 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:47.766819 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:47.769763 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bd804a12-0e27-4478-a12c-64fca941afdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:47.844133 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] Set router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:47.904591 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Network 69316b01-160d-4884-baf7-86de43f2ca79 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:47.905816 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:48.110929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:29:48.172034 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 4, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port': {'id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:43Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '119f8e01-3b4c-4035-9027-6f86e93848aa', 'name': '', 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'mac_address': 'fa:16:3e:9d:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '4b401aa7-73fa-452c-b912-ece622531e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 2, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'subnets': [{'id': '4b401aa7-73fa-452c-b912-ece622531e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:48.176790 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1f3e86-70a4-4c81-8b5f-3e3749268aea None None] The sync data for ids ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'] in dv-cinder-784453-6-iscsi is: [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 4, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port': {'id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:43Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '119f8e01-3b4c-4035-9027-6f86e93848aa', 'name': '', 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'mac_address': 'fa:16:3e:9d:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '4b401aa7-73fa-452c-b912-ece622531e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 2, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'subnets': [{'id': '4b401aa7-73fa-452c-b912-ece622531e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:29:48.232728 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-e220b1c4-69b5-4e87-ac0d-86393fdc5fc8 None None] Provisioning complete for port 119f8e01-3b4c-4035-9027-6f86e93848aa triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:48.233196 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e220b1c4-69b5-4e87-ac0d-86393fdc5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:48.288033 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-e220b1c4-69b5-4e87-ac0d-86393fdc5fc8 None None] Port 119f8e01-3b4c-4035-9027-6f86e93848aa cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:29:48.298511 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:29:48.317280 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] 10.222.0.58 "PUT /v2.0/routers/568adb36-6f95-4c7d-bc5c-e8aa361fcddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5464942 May 10 19:29:49.063052 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.157942 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 51778) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:50.163503 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153366257', 'description': 'tempest-secgroup-smoke-153366257 description', 'project_id': '2135c2e2dd0243199633660d0375a96c'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:50.169658 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:50.174207 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:security_group and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:50.177173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:50.183992 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:50.194112 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.216003 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:50.220976 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:security_group_rule and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:50.224785 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:50.231404 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:50.303011 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.306763 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.310615 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f54091de-9a91-41be-939c-9b45d6e5e235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:50.363181 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc672679-cbb6-4e4a-8a45-753d9b87aed0,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:50.367888 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:50.369005 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.374111 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2149839 May 10 19:29:50.376446 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51784) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:50.383492 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'security_group_rule': {'security_group_id': 'fc672679-cbb6-4e4a-8a45-753d9b87aed0', 'project_id': '2135c2e2dd0243199633660d0375a96c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:50.397846 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:50.402855 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:security_group_rule and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:50.407968 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:50.414065 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:50.429821 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.503396 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.511021 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.527158 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:50.552146 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f28731-eeab-4592-bc88-2ce3aae996cf,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:50.555292 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:50.564457 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58209ce4-5799-46d0-a055-76b43141418b req-22e57e31-8c5c-4825-bfdf-30f7e0a85cc1 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:50.564605 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.565921 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-78e349a3-56cf-4d03-bb4c-b0221ac59a13 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882112 May 10 19:29:50.566513 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58209ce4-5799-46d0-a055-76b43141418b req-22e57e31-8c5c-4825-bfdf-30f7e0a85cc1 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0985456 May 10 19:29:50.568697 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51792) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:50.574206 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'security_group_rule': {'security_group_id': 'fc672679-cbb6-4e4a-8a45-753d9b87aed0', 'project_id': '2135c2e2dd0243199633660d0375a96c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:50.581457 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:50.585804 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:security_group_rule and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:50.588816 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:50.595649 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:50.612468 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.619526 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58209ce4-5799-46d0-a055-76b43141418b req-b8faf11d-b845-4f0a-b2a4-177c1564db78 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 May 10 19:29:50.681270 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.685140 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.691656 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:50.710724 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e035b3dc-8f53-46b1-95e0-35ae2d9c11ee,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:50.713170 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:50.725284 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.726014 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ebe46dd4-2e94-4574-b753-950039d8e957 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:50.726853 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-0aea652c-96bc-4a80-8a71-eeb937f45bc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572134 May 10 19:29:50.731103 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51796) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:50.735918 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'security_group_rule': {'security_group_id': 'fc672679-cbb6-4e4a-8a45-753d9b87aed0', 'project_id': '2135c2e2dd0243199633660d0375a96c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:50.741957 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:50.745784 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:security_group_rule and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:50.748778 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:50.754648 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:50.777285 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.799187 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port ebe46dd4-2e94-4574-b753-950039d8e957 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:50.805228 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port ebe46dd4-2e94-4574-b753-950039d8e957 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:50.805629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.858954 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.864264 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.870484 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-74c9365c-fd3c-410b-832a-d83a0a36cfcc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:50.890243 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37705f8-c5d7-4ecb-94ff-67276388265e,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:50.892925 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:50.901056 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.902512 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719537 May 10 19:29:50.905257 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51800) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:50.910982 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'security_group_rule': {'security_group_id': 'fc672679-cbb6-4e4a-8a45-753d9b87aed0', 'project_id': '2135c2e2dd0243199633660d0375a96c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:50.916605 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:50.920581 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:security_group_rule and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:50.924459 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:50.930728 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:50.947773 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.971222 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.988702 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port ebe46dd4-2e94-4574-b753-950039d8e957, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ebe46dd4-2e94-4574-b753-950039d8e957,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:50.992381 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:50.995128 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:51.013206 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.017779 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.019743 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:51.042365 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc368d4-9c51-40a7-9b70-d2fa913a4eca,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:51.046987 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:51.052792 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.054028 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-1ccfa397-866b-4deb-8ac3-5d9c9adb09a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477947 May 10 19:29:51.056992 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51804) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:51.062153 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'security_group_rule': {'security_group_id': 'fc672679-cbb6-4e4a-8a45-753d9b87aed0', 'project_id': '2135c2e2dd0243199633660d0375a96c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:51.066842 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=ebe46dd4-2e94-4574-b753-950039d8e957,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:51.067843 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:51.070077 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:51.071746 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:security_group_rule and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:51.074619 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:51.081077 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:51.091481 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.securitygroups_db [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Project 2135c2e2dd0243199633660d0375a96c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:29:51.097757 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.162376 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.166382 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.168385 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:51.190460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c1bbda-2de7-4a6b-ba6c-9ae8d291d0c5,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:51.192926 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:51.200970 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.202555 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-16da1fa6-d5bd-4d42-b3f9-5b68962aa55d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444604 May 10 19:29:51.205918 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51808) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:51.211021 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'security_group_rule': {'security_group_id': 'fc672679-cbb6-4e4a-8a45-753d9b87aed0', 'project_id': '2135c2e2dd0243199633660d0375a96c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:29:51.216940 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:29:51.221495 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:security_group_rule and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:29:51.224349 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:29:51.230295 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:29:51.243198 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.securitygroups_db [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Project 2135c2e2dd0243199633660d0375a96c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:29:51.248861 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.314778 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.319389 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.321851 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-047452c9-6eb3-4181-9b1c-ca10a25a5529 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:51.345794 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ceb894c-4fa6-4cef-bd91-2d4efbe77b9e,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:51.348323 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:51.355700 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.356864 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-0aef6e8a-56c6-4cf3-818e-c8da1f4942e6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500301 May 10 19:29:51.616981 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Sync routers for ids ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:51.626768 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Routers {'568adb36-6f95-4c7d-bc5c-e8aa361fcddf'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:51.627469 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:29:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:51.831803 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb881e4-1fa9-4247-ae71-382636946ba8 req-8a4aa6e1-2ecb-4d99-bf0d-84bd4768177b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:51.833471 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9bb881e4-1fa9-4247-ae71-382636946ba8 req-8a4aa6e1-2ecb-4d99-bf0d-84bd4768177b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0951071 May 10 19:29:51.851445 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Set router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:51.883779 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9bb881e4-1fa9-4247-ae71-382636946ba8 req-fc64e474-e675-4fa2-8eb6-a8aef6a0343d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429907 May 10 19:29:52.179271 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 4, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port': {'id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:43Z', 'updated_at': '2021-05-10T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '119f8e01-3b4c-4035-9027-6f86e93848aa', 'name': '', 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'mac_address': 'fa:16:3e:9d:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '4b401aa7-73fa-452c-b912-ece622531e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 2, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'subnets': [{'id': '4b401aa7-73fa-452c-b912-ece622531e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:52.183475 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Checking router: 568adb36-6f95-4c7d-bc5c-e8aa361fcddf for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:52.183822 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Updating router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf port 119f8e01-3b4c-4035-9027-6f86e93848aa binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:29:52.236947 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:52.590600 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:52.601389 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Transition to ACTIVE for port object 119f8e01-3b4c-4035-9027-6f86e93848aa will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:29:52.608559 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:52.613122 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-7a014ed3-fb61-4067-b7ba-16069d6f8e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:52.710621 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ebe46dd4-2e94-4574-b753-950039d8e957 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:52.743168 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d91df-92bb-48e7-b911-141f009dcf39 None None] Pushing event updated for resources: {'Port': ['ID=119f8e01-3b4c-4035-9027-6f86e93848aa,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:52.753479 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a73d91df-92bb-48e7-b911-141f009dcf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:52.830595 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port ebe46dd4-2e94-4574-b753-950039d8e957 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:52.830986 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:52.860953 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Attempting to bind port 119f8e01-3b4c-4035-9027-6f86e93848aa on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:29:52.861818 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Attempting to bind port 119f8e01-3b4c-4035-9027-6f86e93848aa by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:29:52.862402 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Attempting to bind port 119f8e01-3b4c-4035-9027-6f86e93848aa on network 69316b01-160d-4884-baf7-86de43f2ca79 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:29:52.877399 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:29:52.877892 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Checking segment: {'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:29:52.878297 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:52.878689 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Bound using segment: {'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:29:52.879155 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Bound port: 119f8e01-3b4c-4035-9027-6f86e93848aa, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ab0c8e-12a3-48d9-b695-63eeb37e25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:29:52.879544 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:52.989890 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] For port 119f8e01-3b4c-4035-9027-6f86e93848aa, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:29:52.993477 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] For port 119f8e01-3b4c-4035-9027-6f86e93848aa, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=119f8e01-3b4c-4035-9027-6f86e93848aa,segment=NetworkSegment(47ab0c8e-12a3-48d9-b695-63eeb37e25c1),segment_id=47ab0c8e-12a3-48d9-b695-63eeb37e25c1)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:29:53.001508 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:53.007332 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:53.087841 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Routers {'568adb36-6f95-4c7d-bc5c-e8aa361fcddf'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:53.089035 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:29:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:53.097051 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ef69-fdf1-4a47-a9f6-912ddb3ee3c4 req-fdca48e1-db85-463a-93c0-3ca2fa907363 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:53.099324 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9db6ef69-fdf1-4a47-a9f6-912ddb3ee3c4 req-fdca48e1-db85-463a-93c0-3ca2fa907363 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0920482 May 10 19:29:53.165413 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9db6ef69-fdf1-4a47-a9f6-912ddb3ee3c4 req-9783828f-175f-4bbb-a4ed-57b22a118934 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601666 May 10 19:29:53.209014 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d91df-92bb-48e7-b911-141f009dcf39 None None] Pushing event updated for resources: {'Port': ['ID=119f8e01-3b4c-4035-9027-6f86e93848aa,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:53.222810 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a73d91df-92bb-48e7-b911-141f009dcf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:53.285150 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] Set router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:53.552835 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-22ef671f-fa54-4d3d-ac06-2110b186c0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:53.639889 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 4, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port': {'id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:43Z', 'updated_at': '2021-05-10T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '119f8e01-3b4c-4035-9027-6f86e93848aa', 'name': '', 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'mac_address': 'fa:16:3e:9d:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '4b401aa7-73fa-452c-b912-ece622531e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:52Z', 'revision_number': 4, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'subnets': [{'id': '4b401aa7-73fa-452c-b912-ece622531e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:53.644504 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66954ce0-0308-429b-925f-0dcfcbe84f17 None None] The sync data for ids ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'] in dv-cinder-784453-6-iscsi is: [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:29:47Z', 'revision_number': 4, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port': {'id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:43Z', 'updated_at': '2021-05-10T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '119f8e01-3b4c-4035-9027-6f86e93848aa', 'name': '', 'network_id': '69316b01-160d-4884-baf7-86de43f2ca79', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'mac_address': 'fa:16:3e:9d:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '4b401aa7-73fa-452c-b912-ece622531e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:46Z', 'updated_at': '2021-05-10T19:29:52Z', 'revision_number': 4, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'subnets': [{'id': '4b401aa7-73fa-452c-b912-ece622531e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:29:54.355368 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e9bfb-f1fc-48ed-8061-ae0882d85bac req-183cf0f1-c20b-4187-8221-68eef3677f1f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:54.356866 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-890e9bfb-f1fc-48ed-8061-ae0882d85bac req-183cf0f1-c20b-4187-8221-68eef3677f1f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0830944 May 10 19:29:54.405120 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-890e9bfb-f1fc-48ed-8061-ae0882d85bac req-a096a55f-71db-4866-a491-e9fd5bef0b90 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 May 10 19:29:54.714510 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 119f8e01-3b4c-4035-9027-6f86e93848aa up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:54.783844 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 119f8e01-3b4c-4035-9027-6f86e93848aa completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:29:54.788435 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 119f8e01-3b4c-4035-9027-6f86e93848aa triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:54.788819 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:54.904924 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:54.939039 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 119f8e01-3b4c-4035-9027-6f86e93848aa, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=119f8e01-3b4c-4035-9027-6f86e93848aa,segment=NetworkSegment(47ab0c8e-12a3-48d9-b695-63eeb37e25c1),segment_id=47ab0c8e-12a3-48d9-b695-63eeb37e25c1)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:54.942816 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:54.945067 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:55.020593 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=119f8e01-3b4c-4035-9027-6f86e93848aa,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:55.024996 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:55.591325 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5266b-b77f-4b93-b17e-c90819e9b645 req-aab88560-6498-4ddc-a59f-0959324dee58 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:55.592677 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2fd5266b-b77f-4b93-b17e-c90819e9b645 req-aab88560-6498-4ddc-a59f-0959324dee58 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0790246 May 10 19:29:55.642080 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2fd5266b-b77f-4b93-b17e-c90819e9b645 req-84daa5ab-3672-4d88-91b2-ce4bca9b5875 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 May 10 19:29:56.554806 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:56.556703 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-31e7df32-4e27-4123-9a15-01b227d1b405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:56.702125 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 119f8e01-3b4c-4035-9027-6f86e93848aa up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:29:56.776267 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 119f8e01-3b4c-4035-9027-6f86e93848aa triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:29:56.776754 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:56.840984 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ad4a1-93f5-426f-84d6-32b90a4cc7e8 req-6491aad9-ea8e-4296-a1b3-651cfaca75d3 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:56.842687 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-510ad4a1-93f5-426f-84d6-32b90a4cc7e8 req-6491aad9-ea8e-4296-a1b3-651cfaca75d3 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0896900 May 10 19:29:56.889525 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-510ad4a1-93f5-426f-84d6-32b90a4cc7e8 req-be078bca-5cbc-4ad0-8286-a31c57e92ae7 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404997 May 10 19:29:57.579854 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:58.077309 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1539455-9dd4-40e1-aa36-2a804c45eea7 req-03bb04a8-4a5a-4fc9-b256-ae18addc472a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:58.079219 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1539455-9dd4-40e1-aa36-2a804c45eea7 req-03bb04a8-4a5a-4fc9-b256-ae18addc472a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0822136 May 10 19:29:58.125011 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1539455-9dd4-40e1-aa36-2a804c45eea7 req-a635d1ad-59e5-43a0-9046-089dbf6b85b3 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 May 10 19:29:58.951099 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:59.316855 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6df980-65c0-43eb-8cf3-ce0dc84fa051 req-063dc9ea-8a06-4cbf-8fcc-6a867b51688f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:59.318326 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5a6df980-65c0-43eb-8cf3-ce0dc84fa051 req-063dc9ea-8a06-4cbf-8fcc-6a867b51688f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0819004 May 10 19:29:59.367154 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5a6df980-65c0-43eb-8cf3-ce0dc84fa051 req-5e27c4e8-95df-4f60-906c-02c3e57f598b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430253 May 10 19:30:00.566256 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405945-ed5a-4d4d-96f7-1bb375bdff4d req-d9f9728a-958f-41cf-8670-c818f6312304 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:00.567699 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bd405945-ed5a-4d4d-96f7-1bb375bdff4d req-d9f9728a-958f-41cf-8670-c818f6312304 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0835660 May 10 19:30:00.612435 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bd405945-ed5a-4d4d-96f7-1bb375bdff4d req-5f19a5de-56b9-458e-8a96-6211a22690f0 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 May 10 19:30:01.905119 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a2711-4237-41ab-8bdc-3cd17e837950 req-0aafc00b-f1dc-4842-b6d3-a715bce2c608 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:01.907233 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aa2a2711-4237-41ab-8bdc-3cd17e837950 req-0aafc00b-f1dc-4842-b6d3-a715bce2c608 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.1900244 May 10 19:30:01.953442 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-aa2a2711-4237-41ab-8bdc-3cd17e837950 req-49c1a848-8bd4-4d40-b352-be6d49853c6e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406044 May 10 19:30:03.145576 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda83fd-5a45-4ee3-89b6-62a6af5cc425 req-d4c4f792-aea4-4357-9e51-c4da13e32b8e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:03.146953 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1bda83fd-5a45-4ee3-89b6-62a6af5cc425 req-d4c4f792-aea4-4357-9e51-c4da13e32b8e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0857253 May 10 19:30:03.194770 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1bda83fd-5a45-4ee3-89b6-62a6af5cc425 req-989df113-de15-4416-ad25-6d5514b09eeb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421326 May 10 19:30:04.388534 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf3d91-092c-4c2a-95bf-55a26ffc0035 req-27be9362-1312-4be6-a075-4cfbd4dc5d88 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:04.390157 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-87cf3d91-092c-4c2a-95bf-55a26ffc0035 req-27be9362-1312-4be6-a075-4cfbd4dc5d88 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0889058 May 10 19:30:04.456093 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-87cf3d91-092c-4c2a-95bf-55a26ffc0035 req-4263432f-1023-4a77-a426-baba8b06d14b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564420 May 10 19:30:05.484173 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 51990) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:05.618855 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:05.635681 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:05.639688 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce6167c92b7470793609df7ab173edf is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:05.643338 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:05.649417 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:05.657769 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910e9e9-d14c-44c8-acba-d2a66d9441cb req-264f74ab-27dd-44e5-b7e3-4b3eb64723b4 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:05.659294 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0910e9e9-d14c-44c8-acba-d2a66d9441cb req-264f74ab-27dd-44e5-b7e3-4b3eb64723b4 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0964427 May 10 19:30:05.721356 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0910e9e9-d14c-44c8-acba-d2a66d9441cb req-86d70a29-ac59-4201-b283-1c8d48210266 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557711 May 10 19:30:05.740403 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:05.744954 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:05.753089 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8abcfff9-6d30-4a77-8239-ac14813a6c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:05.796244 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ce6167c92b7470793609df7ab173edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108838 May 10 19:30:05.798086 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3077dd27-c8ab-4688-b7e2-b9dd98ad5906,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:05.799199 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 51996) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:05.801574 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:05.861513 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21affcb4-1fc4-4642-9005-a9760f3d4ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:05.890715 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21affcb4-1fc4-4642-9005-a9760f3d4ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:05.942175 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21affcb4-1fc4-4642-9005-a9760f3d4ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:05.945958 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-21ff668c-98fb-44b4-b81e-0247abcb134d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:05.960697 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21affcb4-1fc4-4642-9005-a9760f3d4ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077dd27-c8ab-4688-b7e2-b9dd98ad5906,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:05.965007 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-21affcb4-1fc4-4642-9005-a9760f3d4ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:05.967222 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21affcb4-1fc4-4642-9005-a9760f3d4ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:05.968268 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-21affcb4-1fc4-4642-9005-a9760f3d4ee0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3077dd27-c8ab-4688-b7e2-b9dd98ad5906 HTTP/1.1" status: 204 len: 168 time: 0.1678798 May 10 19:30:06.945425 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482a02e-744a-483b-8b2d-f705f3c48ba0 req-49378c14-76a1-4f86-8b95-7350b3f9946d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:06.946864 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9482a02e-744a-483b-8b2d-f705f3c48ba0 req-49378c14-76a1-4f86-8b95-7350b3f9946d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0916882 May 10 19:30:07.006483 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9482a02e-744a-483b-8b2d-f705f3c48ba0 req-b2b795ea-4662-4ca8-a4fd-2a2d3c967087 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530081 May 10 19:30:07.096296 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 52036) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:07.211630 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:07.226243 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:07.230048 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Usage tracker for resource:security_group_rule and tenant:7025b889c44c43e28f9db9a4c2587f46 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:07.232821 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:07.239126 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:07.321929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:07.326011 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:07.334485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-801faa39-8ae0-4153-b0b1-ba17787c6722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:07.373824 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7025b889c44c43e28f9db9a4c2587f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764027 May 10 19:30:07.375468 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c0db65-8700-4d57-9cff-081278a60867,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:07.376807 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52044) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:07.378622 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:07.439740 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-79d31462-d290-4742-93b6-b24937dcc830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:07.470591 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-79d31462-d290-4742-93b6-b24937dcc830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:07.533892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-79d31462-d290-4742-93b6-b24937dcc830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:07.537751 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-309e3258-aad8-4a0a-8ce9-bf90f5f2b666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:07.549015 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31462-d290-4742-93b6-b24937dcc830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c0db65-8700-4d57-9cff-081278a60867,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:07.551345 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-79d31462-d290-4742-93b6-b24937dcc830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:07.557595 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-79d31462-d290-4742-93b6-b24937dcc830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:07.558710 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-79d31462-d290-4742-93b6-b24937dcc830 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/63c0db65-8700-4d57-9cff-081278a60867 HTTP/1.1" status: 204 len: 168 time: 0.1798956 May 10 19:30:08.204650 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577ff45-dc07-4440-abfb-5f7e1fef1498 req-d2e0dc85-ed7f-4779-b839-a51801922b25 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:08.206146 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7577ff45-dc07-4440-abfb-5f7e1fef1498 req-d2e0dc85-ed7f-4779-b839-a51801922b25 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0840671 May 10 19:30:08.250108 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7577ff45-dc07-4440-abfb-5f7e1fef1498 req-ef6a712d-11e8-4252-94a7-fb5a4a8b3c33 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382771 May 10 19:30:09.450601 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca9a87-ce8b-411f-85d5-ec1352f91bbc req-b21d6b10-be43-46ec-9116-1ce9067bd262 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:09.452128 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-42ca9a87-ce8b-411f-85d5-ec1352f91bbc req-b21d6b10-be43-46ec-9116-1ce9067bd262 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0856745 May 10 19:30:09.499211 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-42ca9a87-ce8b-411f-85d5-ec1352f91bbc req-05572ada-4420-4238-bffc-963e6925b967 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404868 May 10 19:30:10.684185 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2247292-e870-4bcd-a9d0-9c3052277a4b req-de0a9080-60de-4ac3-bf68-dfb8c8c25936 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:10.685615 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f2247292-e870-4bcd-a9d0-9c3052277a4b req-de0a9080-60de-4ac3-bf68-dfb8c8c25936 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0817893 May 10 19:30:10.798974 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f2247292-e870-4bcd-a9d0-9c3052277a4b req-34667f7d-6fcc-4471-8eb1-d168e8e46f0d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066833 May 10 19:30:11.983326 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c99f10-f4eb-4600-a7ee-411e464eff39 req-2c2fa491-ce76-49be-a7ef-6333858e4d49 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:11.985304 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b8c99f10-f4eb-4600-a7ee-411e464eff39 req-2c2fa491-ce76-49be-a7ef-6333858e4d49 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0789464 May 10 19:30:12.032115 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b8c99f10-f4eb-4600-a7ee-411e464eff39 req-8017ec89-e313-49f1-b16b-cf85ab3e7835 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410614 May 10 19:30:12.368823 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d9419-4f4e-4ca9-9fa7-103f95361f68 req-bf73246b-055f-49c0-8abd-a1239c649d5e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:12.370256 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-330d9419-4f4e-4ca9-9fa7-103f95361f68 req-bf73246b-055f-49c0-8abd-a1239c649d5e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0833175 May 10 19:30:12.411536 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-f16c3f51-f574-420d-bfd1-c3bf9fc5f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:12.413002 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-f16c3f51-f574-420d-bfd1-c3bf9fc5f1d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 1099 time: 0.0736308 May 10 19:30:12.420703 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-330d9419-4f4e-4ca9-9fa7-103f95361f68 req-6019382c-b5d3-40bc-b4b1-17599581356e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441313 May 10 19:30:12.546649 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-f69272f2-affd-4d43-8b25-37ff0d1d1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:12.548706 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-f69272f2-affd-4d43-8b25-37ff0d1d1d4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 912 time: 0.1288197 May 10 19:30:12.659715 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-61341594-3ae1-4d33-a82f-b4be8a343553 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 200 len: 1002 time: 0.1037519 May 10 19:30:12.732430 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-5a214f34-608a-48f0-9516-9af82f29ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:12.734450 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-5a214f34-608a-48f0-9516-9af82f29ac05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.0675945 May 10 19:30:12.812991 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-37f313dc-a8ca-4182-b479-328f4fd6ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:12.814527 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-37f313dc-a8ca-4182-b479-328f4fd6ba9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737789 May 10 19:30:12.947319 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-5294f55f-b247-4072-a859-6354beb284ef service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258917 May 10 19:30:13.081345 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37ceda4f-aa42-4807-8f90-6df74b285341 req-679b0303-252c-4e7c-a653-2ba9bb23e51c service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265182 May 10 19:30:13.628673 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec40c4e-bfa6-419e-9c7e-9fe2b1277cd3 req-2d2acf5b-ba83-428b-ab0f-342f953967e8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:13.631893 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cec40c4e-bfa6-419e-9c7e-9fe2b1277cd3 req-2d2acf5b-ba83-428b-ab0f-342f953967e8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0985684 May 10 19:30:13.688940 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cec40c4e-bfa6-419e-9c7e-9fe2b1277cd3 req-a5b81c0e-ad36-49e7-b28c-b1ea692ec88c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459290 May 10 19:30:14.883007 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87d60a-ef04-4c67-a84b-abe93a483420 req-130f1fba-a881-4352-9059-4600c53bafbf tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:14.884488 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4e87d60a-ef04-4c67-a84b-abe93a483420 req-130f1fba-a881-4352-9059-4600c53bafbf tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0856676 May 10 19:30:14.932931 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4e87d60a-ef04-4c67-a84b-abe93a483420 req-995832a1-5c98-4f43-bd29-213356dab7e4 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 May 10 19:30:15.400893 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-5ebc3235-f674-407a-95ef-0e435be3814a req-c0b980a3-1862-423a-88a0-869fffde0946 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:15.418059 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-5ebc3235-f674-407a-95ef-0e435be3814a req-c0b980a3-1862-423a-88a0-869fffde0946 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:15.419215 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-c0b980a3-1862-423a-88a0-869fffde0946 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153366257&fields=id&tenant_id=2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 267 time: 0.0562968 May 10 19:30:15.564678 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3235-f674-407a-95ef-0e435be3814a req-3f9b6d31-1bc2-457d-bca1-c6cf3bd13bc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:15.565251 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-5ebc3235-f674-407a-95ef-0e435be3814a req-3f9b6d31-1bc2-457d-bca1-c6cf3bd13bc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:15.581701 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-5ebc3235-f674-407a-95ef-0e435be3814a req-3f9b6d31-1bc2-457d-bca1-c6cf3bd13bc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:15.582803 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-3f9b6d31-1bc2-457d-bca1-c6cf3bd13bc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 812 time: 0.1558516 May 10 19:30:15.597379 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-be04202f-65f1-45c4-b7ad-635b7c6058b1 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/quotas/2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 375 time: 0.0091720 May 10 19:30:15.680060 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-f258d073-1d6e-4821-9b05-8fb2f5c24e27 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776680 May 10 19:30:15.910999 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:30:15.929959 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6371ccf4-3db5-4021-9408-c8c1f59488b4 service neutron] 10.222.0.58 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381291 May 10 19:30:16.058814 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-62137851-d5cf-4839-bd52-d441ccd7617e service neutron] 10.222.0.58 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230621 May 10 19:30:16.455389 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-1ca05544-78d5-431a-96af-57bda7e81e9a req-9f867956-4e44-4c5e-a8c9-8fea254457ab tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:16.472060 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-1ca05544-78d5-431a-96af-57bda7e81e9a req-9f867956-4e44-4c5e-a8c9-8fea254457ab tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:16.473278 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1ca05544-78d5-431a-96af-57bda7e81e9a req-9f867956-4e44-4c5e-a8c9-8fea254457ab tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 210 time: 0.0600619 May 10 19:30:17.648924 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3235-f674-407a-95ef-0e435be3814a req-db08a214-4671-4dbb-9621-3878d800468d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:17.650485 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-db08a214-4671-4dbb-9621-3878d800468d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 812 time: 0.3051836 May 10 19:30:17.678445 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d897124-dc27-4a2d-8bcd-624ba4db02be req-b5bddbd3-ce5f-4e45-a432-0ac7c2812d88 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 210 time: 0.0675147 May 10 19:30:17.710319 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-958479b2-92b8-470a-b862-deee157b0856 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 379 time: 0.0471461 May 10 19:30:17.726502 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'port': {'device_id': '952d0276-6b93-4065-9234-f1031e4cafc9', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'admin_state_up': True, 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'security_groups': ['fc672679-cbb6-4e4a-8a45-753d9b87aed0']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:17.869761 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:17.879667 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:17.889943 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Made reservation on behalf of 2135c2e2dd0243199633660d0375a96c for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:30:17.894144 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:18.065262 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Allocated IP 172.20.0.3 (1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e/09e5fc85-dd61-498b-81e9-bf91edfb8c10/56098377-fa6a-41fc-bf86-2809c8f135ab) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:30:18.252584 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:18.269372 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Transition to ACTIVE for port object 56098377-fa6a-41fc-bf86-2809c8f135ab will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:30:18.294620 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:18.300674 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c5a9dad1-585f-49a4-b88f-dc9e4afbc073 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:18.363708 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:30:18.366656 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:30:18.370879 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:30:18.412580 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=56098377-fa6a-41fc-bf86-2809c8f135ab,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:18.417356 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:18.446358 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:18.447001 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:18.475168 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527959 May 10 19:30:18.487711 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Request body: {'port': {'device_id': '952d0276-6b93-4065-9234-f1031e4cafc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:18.603470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:18.613474 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-5d005713-81d3-4921-9fa6-4175c9d2d519 None None] Provisioning for port 56098377-fa6a-41fc-bf86-2809c8f135ab completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:30:18.619808 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-5d005713-81d3-4921-9fa6-4175c9d2d519 None None] Provisioning complete for port 56098377-fa6a-41fc-bf86-2809c8f135ab triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:30:18.620096 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5d005713-81d3-4921-9fa6-4175c9d2d519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:18.677883 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-5d005713-81d3-4921-9fa6-4175c9d2d519 None None] Port 56098377-fa6a-41fc-bf86-2809c8f135ab cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:30:18.871866 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f209a-b3a5-452f-bf7c-670f29eac06b req-1e337e6b-57f2-487b-b5fc-9a2886df0318 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:18.873269 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-128f209a-b3a5-452f-bf7c-670f29eac06b req-1e337e6b-57f2-487b-b5fc-9a2886df0318 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 931 time: 0.0840991 May 10 19:30:18.918527 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-128f209a-b3a5-452f-bf7c-670f29eac06b req-55d23b4b-b5c7-4c42-8cb1-e21fcd134b19 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 May 10 19:30:18.952002 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56098377-fa6a-41fc-bf86-2809c8f135ab {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:30:18.959846 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:18.974158 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Transition to ACTIVE for port object 56098377-fa6a-41fc-bf86-2809c8f135ab will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:30:18.977945 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:18.982371 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c019cebb-a797-4ea8-8841-0e47a610fec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:19.068941 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-303dd97b-759e-439a-84ba-89f307b1c505 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707834 May 10 19:30:19.092449 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:19.148608 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Pushing event updated for resources: {'Port': ['ID=56098377-fa6a-41fc-bf86-2809c8f135ab,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:19.177209 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-c645847f-fb88-40cf-9afd-fb405e10e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:19.178384 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:19.178917 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-c645847f-fb88-40cf-9afd-fb405e10e180 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 1100 time: 0.0850801 May 10 19:30:19.222178 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Attempting to bind port 56098377-fa6a-41fc-bf86-2809c8f135ab on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:30:19.222506 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Attempting to bind port 56098377-fa6a-41fc-bf86-2809c8f135ab by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:30:19.222828 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Attempting to bind port 56098377-fa6a-41fc-bf86-2809c8f135ab on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:30:19.227239 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Port 56098377-fa6a-41fc-bf86-2809c8f135ab on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:30:19.227546 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Attempting to bind port 56098377-fa6a-41fc-bf86-2809c8f135ab on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:30:19.232474 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:30:19.232797 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Checking segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:30:19.233171 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Bound using segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:30:19.233612 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Bound port: 56098377-fa6a-41fc-bf86-2809c8f135ab, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:30:19.233950 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:19.324502 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] For port 56098377-fa6a-41fc-bf86-2809c8f135ab, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:30:19.328005 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] For port 56098377-fa6a-41fc-bf86-2809c8f135ab, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56098377-fa6a-41fc-bf86-2809c8f135ab,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:30:19.330116 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-8c209eca-d026-4be7-b27d-83a0097fc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:19.331568 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-8c209eca-d026-4be7-b27d-83a0097fc7f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1303108 May 10 19:30:19.331827 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:19.336434 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9964723f-05d3-43d7-9d5e-7c3db3d0b19c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:19.386117 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:19.386721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:19.388083 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] 10.222.0.66 "PUT /v2.0/ports/56098377-fa6a-41fc-bf86-2809c8f135ab HTTP/1.1" status: 200 len: 1093 time: 0.9052751 May 10 19:30:19.388709 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952d0276-6b93-4065-9234-f1031e4cafc9', 'tag': '56098377-fa6a-41fc-bf86-2809c8f135ab'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:19.426113 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Pushing event updated for resources: {'Port': ['ID=56098377-fa6a-41fc-bf86-2809c8f135ab,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:19.430135 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:19.461388 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-4ea5597f-9563-44b9-ba7f-e10e424958bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 200 len: 1002 time: 0.1217520 May 10 19:30:19.535161 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-620bfd3a-415e-47c7-8586-70d937d73acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:19.536611 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-620bfd3a-415e-47c7-8586-70d937d73acc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0683210 May 10 19:30:19.543979 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952d0276-6b93-4065-9234-f1031e4cafc9', 'tag': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'status': 'completed', 'code': 200} May 10 19:30:19.585365 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3235-f674-407a-95ef-0e435be3814a req-f50bcb84-ab38-4c8e-87f1-3025bec8a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:19.586939 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-f50bcb84-ab38-4c8e-87f1-3025bec8a96f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 1096 time: 0.1558564 May 10 19:30:19.612973 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-6cdb8a2b-046e-4492-8a49-6187b2631f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:19.614476 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-6cdb8a2b-046e-4492-8a49-6187b2631f97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705538 May 10 19:30:19.656981 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-7b406b68-7ce8-417f-b5ac-d8381015c6c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56098377-fa6a-41fc-bf86-2809c8f135ab HTTP/1.1" status: 200 len: 217 time: 0.0618272 May 10 19:30:19.720976 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3235-f674-407a-95ef-0e435be3814a req-66657325-2178-4669-8cd2-4406a36e6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:19.722297 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-66657325-2178-4669-8cd2-4406a36e6591 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0596771 May 10 19:30:19.758449 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-74abc2ad-0491-43e4-a046-452bafae2d70 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310520 May 10 19:30:19.803575 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3235-f674-407a-95ef-0e435be3814a req-fefb6d21-64ea-4690-a67b-ea7cbce1df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:19.805170 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-fefb6d21-64ea-4690-a67b-ea7cbce1df79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766382 May 10 19:30:19.943547 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-fc6cc98f-a294-46c8-b3bd-e79d901906ab service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304138 May 10 19:30:20.003203 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ca2dfa2e-b9b4-4f81-b2f9-0eafa84d66e6 req-0590a2ae-351f-4750-b00f-ea325bfaf965 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382181 May 10 19:30:20.082751 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ebc3235-f674-407a-95ef-0e435be3814a req-4e4eaf22-eb61-47d7-947b-3d703d8b96df service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319292 May 10 19:30:20.113805 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49beb2f-3e8f-4c81-8e5f-fc7a9257f4e9 req-27bd92d0-fc79-4843-b994-82bebb828ef3 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:20.115357 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f49beb2f-3e8f-4c81-8e5f-fc7a9257f4e9 req-27bd92d0-fc79-4843-b994-82bebb828ef3 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0874140 May 10 19:30:20.162149 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f49beb2f-3e8f-4c81-8e5f-fc7a9257f4e9 req-a9f1f11b-da15-4d53-bd69-44212501d97e tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 May 10 19:30:20.194681 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-f67986fd-fab7-40ee-b2a8-a28fa7798d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:20.196065 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-f67986fd-fab7-40ee-b2a8-a28fa7798d73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 1096 time: 0.0687237 May 10 19:30:20.323861 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-71add803-0bc9-400e-a91a-5b6381e03696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:20.325522 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-71add803-0bc9-400e-a91a-5b6381e03696 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1200495 May 10 19:30:20.393119 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-03017aa4-d312-4000-982a-a0a272bf9f86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56098377-fa6a-41fc-bf86-2809c8f135ab HTTP/1.1" status: 200 len: 217 time: 0.0611680 May 10 19:30:20.454868 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-2fb67f0c-47a5-4331-bbe8-f087ebc85546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:20.456163 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-2fb67f0c-47a5-4331-bbe8-f087ebc85546 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0558832 May 10 19:30:20.530525 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-f04455b2-8c32-448a-9f3f-6bf6693536ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:20.532512 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-f04455b2-8c32-448a-9f3f-6bf6693536ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698373 May 10 19:30:20.670839 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-dfbf65e3-ff7e-4e88-984f-73a731ea030a service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281528 May 10 19:30:20.805433 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-632e1802-5563-45cf-87de-53ba83a8bbcd req-23cae67c-c790-4bac-a116-5665fc9a9176 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259553 May 10 19:30:21.351687 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8836f4-20c0-4650-b2a5-e82bc54c9b32 req-0ba5df5a-730b-48f4-8fbf-8067b2fdc21d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:21.352400 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-ea8836f4-20c0-4650-b2a5-e82bc54c9b32 req-0ba5df5a-730b-48f4-8fbf-8067b2fdc21d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:21.368219 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-ea8836f4-20c0-4650-b2a5-e82bc54c9b32 req-0ba5df5a-730b-48f4-8fbf-8067b2fdc21d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:21.369651 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ea8836f4-20c0-4650-b2a5-e82bc54c9b32 req-0ba5df5a-730b-48f4-8fbf-8067b2fdc21d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0963237 May 10 19:30:21.413223 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ea8836f4-20c0-4650-b2a5-e82bc54c9b32 req-3947e51c-19e1-411e-a574-476c2782a72b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375872 May 10 19:30:22.595450 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da5610-5ebf-4efe-8b7e-27fa25a1c12a req-f8b4aec6-b102-4639-9d03-06d5abf507c1 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:22.596885 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d6da5610-5ebf-4efe-8b7e-27fa25a1c12a req-f8b4aec6-b102-4639-9d03-06d5abf507c1 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0795197 May 10 19:30:22.643393 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d6da5610-5ebf-4efe-8b7e-27fa25a1c12a req-dca65c73-9923-40da-afe9-38f88ba72f10 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 May 10 19:30:23.557152 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bb1da7d9-39ba-4696-9bc5-eff8b31c466d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:23.827439 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a96cd-11d7-4910-9366-30b699f37b41 req-dfaea848-4f5b-4664-9c44-cef40022eb94 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:23.829263 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d57a96cd-11d7-4910-9366-30b699f37b41 req-dfaea848-4f5b-4664-9c44-cef40022eb94 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0835671 May 10 19:30:23.874061 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d57a96cd-11d7-4910-9366-30b699f37b41 req-732ec8d5-17a9-46c9-9bfd-6890bf30ad76 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390408 May 10 19:30:24.975181 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4aa02-1850-47aa-9aab-df4646e3efab req-0ac945c6-4163-43d8-a024-3b2b6ced25d8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:24.976616 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ce4aa02-1850-47aa-9aab-df4646e3efab req-0ac945c6-4163-43d8-a024-3b2b6ced25d8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 947 time: 0.0773458 May 10 19:30:25.021683 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ce4aa02-1850-47aa-9aab-df4646e3efab req-ba670f0f-6b35-4bad-852e-74499223cafd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389190 May 10 19:30:25.055641 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39c8a2-bdb3-4acb-942e-3087f4a64f73 req-fd463fff-c668-4597-bf18-3939e506faa9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:25.057071 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fc39c8a2-bdb3-4acb-942e-3087f4a64f73 req-fd463fff-c668-4597-bf18-3939e506faa9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0795577 May 10 19:30:25.102250 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fc39c8a2-bdb3-4acb-942e-3087f4a64f73 req-ad5729f3-d1a8-4845-b66f-367380d989de tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386584 May 10 19:30:26.288511 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43834512-e99b-4d52-9e59-2df8b3c8671a req-7af04970-be38-4dc8-ac6a-e2a96b4ed099 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:26.289978 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43834512-e99b-4d52-9e59-2df8b3c8671a req-7af04970-be38-4dc8-ac6a-e2a96b4ed099 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 947 time: 0.1599519 May 10 19:30:26.294051 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe95da-9bf6-4b36-bee1-17bcf6815150 req-59fb9e84-a62c-4c41-a6c7-e31d984582f9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:26.295502 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-61fe95da-9bf6-4b36-bee1-17bcf6815150 req-59fb9e84-a62c-4c41-a6c7-e31d984582f9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0837262 May 10 19:30:26.334480 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43834512-e99b-4d52-9e59-2df8b3c8671a req-416f1afc-fb88-446d-b69f-3fa5fb928fe2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f536f0c-0cea-4a3f-b745-9c07d46f8465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386603 May 10 19:30:26.342390 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-61fe95da-9bf6-4b36-bee1-17bcf6815150 req-8a44a6c8-9b2a-45a6-a407-bd818a15ac5c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413473 May 10 19:30:26.559288 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0772fbfe-0ad0-4d07-8132-9a7b2485b68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:26.563313 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:26.723274 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-a2cd195f-e81d-4b6a-96cd-a7bb0c4d28b4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:26.724718 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-a2cd195f-e81d-4b6a-96cd-a7bb0c4d28b4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 947 time: 0.0819666 May 10 19:30:26.866992 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Deleting port 7af733c9-f5e2-45a9-8764-bff169ddd04f {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:30:26.867336 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:26.996563 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] For port 7af733c9-f5e2-45a9-8764-bff169ddd04f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7af733c9-f5e2-45a9-8764-bff169ddd04f,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:26.996804 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:27.279230 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:27.279504 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:27.279811 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Floating IP c5cae2d6-1702-4aa3-992c-81e4b6d01492 disassociated. External IP: 172.27.2.160, port: 7af733c9-f5e2-45a9-8764-bff169ddd04f. May 10 19:30:27.280177 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Calling delete_port for 7af733c9-f5e2-45a9-8764-bff169ddd04f owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:30:27.393086 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:27.400164 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c72598fd-0a71-4003-8e5e-1e1015516614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:27.454176 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event deleted for resources: {'Port': ['ID=7af733c9-f5e2-45a9-8764-bff169ddd04f,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:27.456900 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:27.503238 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cf4bbcf7-2f16-4a2d-bb71-0ed7e1238b9f req-0eb5d30f-4368-41b1-ad99-38dc595ebc3b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 210 time: 0.0522120 May 10 19:30:27.529710 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff252e-0165-4353-8446-cdc8477f5737 req-0c873d27-66de-4f39-8d5f-a4243f5d1275 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:27.531128 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f9ff252e-0165-4353-8446-cdc8477f5737 req-0c873d27-66de-4f39-8d5f-a4243f5d1275 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0825062 May 10 19:30:27.579536 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f9ff252e-0165-4353-8446-cdc8477f5737 req-d8ca3fc7-1a5b-4589-a758-e91100168420 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 May 10 19:30:27.582351 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:27.682810 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Router 67d667f1-d951-41ac-9e2c-315303446c8b has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:30:27.863769 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:30:27.879072 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] Sync routers for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:30:27.889098 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:30:27.890146 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:30:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:27.970526 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] No DVR routers for this DVR port 7af733c9-f5e2-45a9-8764-bff169ddd04f on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:30:27.974288 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:27.978835 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-deleted', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:28.002388 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27122433-53cf-4b7d-b9a9-429f4b21b8c5 req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "DELETE /v2.0/ports/7af733c9-f5e2-45a9-8764-bff169ddd04f HTTP/1.1" status: 204 len: 173 time: 1.2677782 May 10 19:30:28.036746 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74355d02-7d22-449a-b5df-6de1cbec504f', 'name': 'network-vif-deleted', 'tag': '7af733c9-f5e2-45a9-8764-bff169ddd04f', 'status': 'completed', 'code': 200} May 10 19:30:28.092713 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:30:28.420166 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:28.424553 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] Checking router: 67d667f1-d951-41ac-9e2c-315303446c8b for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:30:28.433480 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:30:28.434130 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:30:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:28.678952 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:30:28.705266 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-392ecbb2-24d8-45b2-9b1d-a3495f751c7b req-d723e83a-57a2-46dd-b6c3-1f84dcd08def tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=74355d02-7d22-449a-b5df-6de1cbec504f HTTP/1.1" status: 200 len: 210 time: 0.0715702 May 10 19:30:28.797594 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af443f-bcbd-4648-ae6e-d9d928babf94 req-d19c3667-6007-4db1-ab63-96a772ca0674 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:28.805019 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-89af443f-bcbd-4648-ae6e-d9d928babf94 req-d19c3667-6007-4db1-ab63-96a772ca0674 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0895786 May 10 19:30:28.929395 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-89af443f-bcbd-4648-ae6e-d9d928babf94 req-fc878070-0a11-453a-bdeb-e40151d4d635 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234541 May 10 19:30:28.988313 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:29.022756 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:29.026904 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f65ec-cfb8-4c26-8157-4d08f3591db4 None None] The sync data for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi is: [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:30:29.250291 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655c47c-6376-472e-bccb-9769e8f5df05 None None] New status for floating IP c5cae2d6-1702-4aa3-992c-81e4b6d01492: DOWN {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:30:29.838760 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52166) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:29.905420 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e4b5791-d845-468d-a969-a458403246dc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:29.934063 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e4b5791-d845-468d-a969-a458403246dc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:29.986612 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e4b5791-d845-468d-a969-a458403246dc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:29.990608 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-280319f0-1a0a-40f2-b3c2-95a1efb8e6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:30.006386 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b5791-d845-468d-a969-a458403246dc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f536f0c-0cea-4a3f-b745-9c07d46f8465,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:30.008941 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e4b5791-d845-468d-a969-a458403246dc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:30.019171 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e4b5791-d845-468d-a969-a458403246dc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.022781 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8e4b5791-d845-468d-a969-a458403246dc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "DELETE /v2.0/security-groups/0f536f0c-0cea-4a3f-b745-9c07d46f8465 HTTP/1.1" status: 204 len: 168 time: 0.1803110 May 10 19:30:30.023356 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 52172) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:30.073694 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.api.v2.resource [None req-3a5048b3-1bfb-4ef4-bc79-b3b7ddee3541 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] show failed (client error): The resource could not be found. May 10 19:30:30.074704 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3a5048b3-1bfb-4ef4-bc79-b3b7ddee3541 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups/0f536f0c-0cea-4a3f-b745-9c07d46f8465 HTTP/1.1" status: 404 len: 347 time: 0.0503638 May 10 19:30:30.077998 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52176) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:30.096581 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 56098377-fa6a-41fc-bf86-2809c8f135ab details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:30:30.098486 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:30:30.130154 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81adfc1-15c5-412b-8007-3033815c1851 req-52023836-a5f2-471f-b3fe-e7e415b047d6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:30.131662 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e81adfc1-15c5-412b-8007-3033815c1851 req-52023836-a5f2-471f-b3fe-e7e415b047d6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0941858 May 10 19:30:30.139256 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 7af733c9-f5e2-45a9-8764-bff169ddd04f {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:30:30.139744 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 7af733c9-f5e2-45a9-8764-bff169ddd04f not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:30:30.178652 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e81adfc1-15c5-412b-8007-3033815c1851 req-43fad20f-3d33-4e24-8637-4a846f218f2a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405123 May 10 19:30:30.276731 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 56098377-fa6a-41fc-bf86-2809c8f135ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56098377-fa6a-41fc-bf86-2809c8f135ab,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:30.291815 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'port_id': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'mac_address': 'fa:16:3e:97:a8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:30:30.306290 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Deleting port e5c686c1-38d5-4e0d-899a-cdab294dd890 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:30:30.306639 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.360676 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.377914 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56098377-fa6a-41fc-bf86-2809c8f135ab {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:30:30.395158 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 56098377-fa6a-41fc-bf86-2809c8f135ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56098377-fa6a-41fc-bf86-2809c8f135ab,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:30.400031 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.402001 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:30.430404 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.430754 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.470315 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=56098377-fa6a-41fc-bf86-2809c8f135ab,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:30.477495 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.477870 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.478209 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.478544 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.478873 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.479201 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.479526 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.479850 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.480173 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.480493 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.480813 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.481131 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:30.485783 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:30.553863 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Calling delete_port for e5c686c1-38d5-4e0d-899a-cdab294dd890 owned by network:floatingip {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:30:30.662767 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.666185 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-55da2482-8727-4861-812d-b13095e5ea0b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:30.711565 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event deleted for resources: {'Port': ['ID=e5c686c1-38d5-4e0d-899a-cdab294dd890,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:30.714470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:30.718422 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['56098377-fa6a-41fc-bf86-2809c8f135ab'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:30:30.800825 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.818510 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:30.819926 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "DELETE /v2.0/floatingips/c5cae2d6-1702-4aa3-992c-81e4b6d01492 HTTP/1.1" status: 204 len: 168 time: 0.7409723 May 10 19:30:31.405567 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c526d-995e-4641-b252-4aa926c7bc56 req-99cb55f5-93b2-4828-87d4-296d4792a36e tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:31.407744 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-675c526d-995e-4641-b252-4aa926c7bc56 req-99cb55f5-93b2-4828-87d4-296d4792a36e tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 944 time: 0.0929978 May 10 19:30:31.481471 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-675c526d-995e-4641-b252-4aa926c7bc56 req-173d009c-44e4-4fb9-b968-80f5ce72cb80 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639625 May 10 19:30:31.631922 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52184) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:31.637260 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989486602', 'description': 'tempest-description--2018371971'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:31.643726 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:31.647808 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:security_group and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:31.650701 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:31.656934 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:31.667193 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:31.686822 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:31.691664 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:security_group_rule and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:31.693646 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:31.699251 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:31.774120 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:31.777814 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:31.784436 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6eca1e6b-d109-4da2-8f22-b0b7f0cd9394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:31.826722 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b43852b-6a16-4455-b42e-b6215f315970,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:31.830650 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:31.832287 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:31.833459 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4b435d59-b1ec-4709-8e14-bd36ba81edb3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2005472 May 10 19:30:31.836444 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52188) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:31.841384 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'security_group_rule': {'security_group_id': '0b43852b-6a16-4455-b42e-b6215f315970', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:31.847771 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:31.851566 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:security_group_rule and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:31.854404 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:31.860109 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:31.876153 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:31.952575 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:31.956292 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:31.958316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:31.981470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cc6b73-383a-480f-a24c-4e7b646baff3,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:31.987516 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:31.991157 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:31.992097 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549489 May 10 19:30:31.994727 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52192) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:31.999877 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'security_group_rule': {'security_group_id': '0b43852b-6a16-4455-b42e-b6215f315970', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:32.005496 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:32.009251 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:security_group_rule and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:32.012105 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:32.017912 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:32.033990 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.101117 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.104955 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.106976 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:32.110504 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 56098377-fa6a-41fc-bf86-2809c8f135ab up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:30:32.130947 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38933cb-c564-49db-bd75-4659f041d439,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:32.135563 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:32.139913 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.144050 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454835 May 10 19:30:32.144285 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52196) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:32.149382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:32.155277 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:32.159692 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:floatingip and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:32.162613 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:32.168198 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:32.179964 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.188182 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 56098377-fa6a-41fc-bf86-2809c8f135ab completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:30:32.193259 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 56098377-fa6a-41fc-bf86-2809c8f135ab triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:30:32.193671 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.310053 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.314441 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.337556 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952d0276-6b93-4065-9234-f1031e4cafc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56098377-fa6a-41fc-bf86-2809c8f135ab'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:32.348167 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 56098377-fa6a-41fc-bf86-2809c8f135ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56098377-fa6a-41fc-bf86-2809c8f135ab,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:32.353053 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.355200 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:32.385002 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952d0276-6b93-4065-9234-f1031e4cafc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'code': 200} May 10 19:30:32.427485 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=56098377-fa6a-41fc-bf86-2809c8f135ab,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:32.430509 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:32.452172 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Allocated IP 172.27.2.213 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/392800dd-66b9-49a5-844a-5080a439de55) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:30:32.712052 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.829214 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76ec0-9cfc-4eae-8b5c-492c15e4b7e0 req-027b3e8c-42a1-4b13-8d53-bc79df3c2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:32.830713 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-97c76ec0-9cfc-4eae-8b5c-492c15e4b7e0 req-027b3e8c-42a1-4b13-8d53-bc79df3c2bb4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 1098 time: 0.2248490 May 10 19:30:32.842848 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6056-467e-4657-91b4-1869c6b45740 req-fcc43801-a75c-4c34-98a3-0727f29daeda tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:32.844257 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f45f6056-467e-4657-91b4-1869c6b45740 req-fcc43801-a75c-4c34-98a3-0727f29daeda tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 945 time: 0.2395022 May 10 19:30:32.861525 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:32.879316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-882ba2f3-2fba-4809-817e-ef35bfe677bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:32.962460 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:30:32.968758 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:30:32.976234 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:30:33.003257 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-97c76ec0-9cfc-4eae-8b5c-492c15e4b7e0 req-827734a9-2292-48ed-85f1-d58783427232 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575205 May 10 19:30:33.014427 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f45f6056-467e-4657-91b4-1869c6b45740 req-def3886d-0212-41da-97b2-07650825faec tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563659 May 10 19:30:33.021614 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'Port': ['ID=392800dd-66b9-49a5-844a-5080a439de55,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:33.025848 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:33.072102 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:33.129724 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:33.330956 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:33.334975 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:33.339229 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:33.439646 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'Port': ['ID=392800dd-66b9-49a5-844a-5080a439de55,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:33.443704 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:33.454227 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:33.475715 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:33.476921 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3316994 May 10 19:30:33.693810 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-c21b49f8-9177-41a1-9e4b-3447aefbc26e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1989486602&fields=id&tenant_id=2a096c4e7fec4fcfadab63d96fa34cce HTTP/1.1" status: 200 len: 267 time: 0.0417075 May 10 19:30:33.851135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-b5c57340-1c63-4e20-8458-3419a78ab8e0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:33.852463 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-b5c57340-1c63-4e20-8458-3419a78ab8e0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 817 time: 0.1518075 May 10 19:30:33.866914 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-db408eab-9bbd-4e7f-b79d-8ab6891ceb98 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/quotas/2a096c4e7fec4fcfadab63d96fa34cce HTTP/1.1" status: 200 len: 375 time: 0.0090561 May 10 19:30:33.954536 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-f2f19731-eef8-469e-b0ec-bdadfba0ec0d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825975 May 10 19:30:34.154645 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-de98008d-58ad-4c2a-902f-815abbaaa532 service neutron] 10.222.0.58 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884460 May 10 19:30:34.198268 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b18c5-6e9b-493a-a247-3fb898e4931a req-1031ee9d-24b4-4539-996e-f2c243266448 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:34.199705 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df3b18c5-6e9b-493a-a247-3fb898e4931a req-1031ee9d-24b4-4539-996e-f2c243266448 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 945 time: 0.0795336 May 10 19:30:34.243517 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df3b18c5-6e9b-493a-a247-3fb898e4931a req-0209be35-7b4d-4e0a-a355-047e6c4f4948 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371790 May 10 19:30:34.287716 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-0d6eacb0-db71-4f5f-8931-23988cb10894 service neutron] 10.222.0.58 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269581 May 10 19:30:34.447800 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e27a33-6d36-4723-b44e-5c4d76e20604 req-ff782fe5-ea2a-4fcd-9cce-234a3cdd5112 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:34.449590 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-69e27a33-6d36-4723-b44e-5c4d76e20604 req-ff782fe5-ea2a-4fcd-9cce-234a3cdd5112 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 945 time: 0.1013923 May 10 19:30:34.474159 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-05802a51-34dd-4cb6-9e63-3938ff48ea08 req-05b65d25-fd23-4dec-b77a-733f0bf4a294 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 210 time: 0.0496421 May 10 19:30:34.497101 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-69e27a33-6d36-4723-b44e-5c4d76e20604 req-33d5187e-e7e2-4851-ba24-d419e61e379e tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404770 May 10 19:30:34.523066 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52226) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:34.701613 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f19c9a-e141-4830-8d16-607071334fc1 tempest-TestVolumeBootPattern-1934915277 tempest-TestVolumeBootPattern-1934915277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:34.703100 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-87f19c9a-e141-4830-8d16-607071334fc1 tempest-TestVolumeBootPattern-1934915277 tempest-TestVolumeBootPattern-1934915277-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 1093 time: 0.1790299 May 10 19:30:34.706088 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52238) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:34.710963 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'port_id': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:34.716806 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:34.720786 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:floatingip and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:34.723907 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:34.729854 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:34.741448 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:34.894433 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:35.041851 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Allocated IP 172.27.2.165 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/780bbf5e-40fb-412d-942e-1161bff15984) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:30:35.185735 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:35.214259 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:35.219076 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-38c2663a-0d22-4f60-acd5-4847281e921a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:35.276677 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:30:35.279440 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:30:35.283772 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:30:35.324473 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=780bbf5e-40fb-412d-942e-1161bff15984,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:35.329259 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:35.645037 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-42aaa3a3-a0c2-4d5a-832d-261d2bd26ead req-206c56c8-723f-4141-bb19-e822477ada32 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 210 time: 0.0435770 May 10 19:30:35.807014 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-62f8ddec-0aab-4621-8ceb-de30562a18b9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:35.808322 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-62f8ddec-0aab-4621-8ceb-de30562a18b9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 817 time: 0.4085824 May 10 19:30:35.883231 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-cf19cbd0-5bb2-4d1f-a690-7a1a01998f4e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Synchronizing usage tracker for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:35.902537 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-cf19cbd0-5bb2-4d1f-a690-7a1a01998f4e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Unset dirty status for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:35.903647 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-cf19cbd0-5bb2-4d1f-a690-7a1a01998f4e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a096c4e7fec4fcfadab63d96fa34cce HTTP/1.1" status: 200 len: 380 time: 0.0844774 May 10 19:30:35.914076 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'port': {'device_id': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'admin_state_up': True, 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'security_groups': ['0b43852b-6a16-4455-b42e-b6215f315970']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:36.045021 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:36.079272 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:30:36.084861 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Usage tracker for resource:port and tenant:2a096c4e7fec4fcfadab63d96fa34cce is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:30:36.089316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:30:36.097101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:30:36.146434 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Made reservation on behalf of 2a096c4e7fec4fcfadab63d96fa34cce for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:30:36.150035 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:36.175793 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:36.476493 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Allocated IP 172.20.0.12 (c6f0e170-c778-46c6-afb0-184c129fd23f/fb993a3e-19a0-4458-bd22-9e98b3b8e850/111827f8-e4e8-4f51-a4ba-edafd909caba) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:30:36.541562 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:36.559930 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:36.567556 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-23060234-f475-445d-b0c3-1872e84231bd tempest-VolumesNegativeTest-2001860409 tempest-VolumesNegativeTest-2001860409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:36.721769 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=780bbf5e-40fb-412d-942e-1161bff15984,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:36.753199 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.753476 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.753821 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.754161 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.754501 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.754839 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.755173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.755505 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.755865 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.756194 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.756522 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.756850 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:36.766418 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:36.833817 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-cdc52d4b-1505-4693-bfa0-07e0f33d37d0 req-bc00c6ba-0496-422d-ac4a-0a2d1f8205bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Synchronizing usage tracker for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:36.836499 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:37.069285 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:37.091668 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-cdc52d4b-1505-4693-bfa0-07e0f33d37d0 req-bc00c6ba-0496-422d-ac4a-0a2d1f8205bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Unset dirty status for tenant:2a096c4e7fec4fcfadab63d96fa34cce on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:37.093139 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cdc52d4b-1505-4693-bfa0-07e0f33d37d0 req-bc00c6ba-0496-422d-ac4a-0a2d1f8205bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 210 time: 0.3329959 May 10 19:30:37.112254 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Transition to ACTIVE for port object 111827f8-e4e8-4f51-a4ba-edafd909caba will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:30:37.148591 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Floating IP 4d95ac10-c4af-4e76-b6ba-af011e7a5be4 associated. External IP: 172.27.2.165, port: 56098377-fa6a-41fc-bf86-2809c8f135ab. May 10 19:30:37.284037 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:37.294600 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-94e9de0f-095e-4a79-92b0-c383b36fbd6b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:37.384022 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Network c6f0e170-c778-46c6-afb0-184c129fd23f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:30:37.396550 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:30:37.400129 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:37.404065 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:30:37.434622 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:37.601484 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:37.602225 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:37.634168 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-2796f502-8020-41e5-8e71-b458de6c68b9 None None] Provisioning for port 111827f8-e4e8-4f51-a4ba-edafd909caba completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:30:37.638957 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-2796f502-8020-41e5-8e71-b458de6c68b9 None None] Provisioning complete for port 111827f8-e4e8-4f51-a4ba-edafd909caba triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:30:37.639392 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2796f502-8020-41e5-8e71-b458de6c68b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:37.648518 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7380767 May 10 19:30:37.663962 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Request body: {'port': {'device_id': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:37.697112 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-2796f502-8020-41e5-8e71-b458de6c68b9 None None] Port 111827f8-e4e8-4f51-a4ba-edafd909caba cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:30:37.718018 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Router 57405021-d995-494b-9f75-db57107cc037 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:30:37.909541 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:38.024413 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:30:38.034388 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:30:38.043845 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:30:38.044458 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:30:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:38.092235 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:38.229293 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5220149 May 10 19:30:38.231627 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952d0276-6b93-4065-9234-f1031e4cafc9', 'tag': '56098377-fa6a-41fc-bf86-2809c8f135ab'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:38.249753 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:30:38.309370 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952d0276-6b93-4065-9234-f1031e4cafc9', 'tag': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'status': 'completed', 'code': 200} May 10 19:30:38.375248 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111827f8-e4e8-4f51-a4ba-edafd909caba {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:30:38.384957 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:38.401406 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Transition to ACTIVE for port object 111827f8-e4e8-4f51-a4ba-edafd909caba will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:30:38.407259 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:38.411459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-695a3ea2-2e43-4209-a012-926078c2e6a9 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:38.475100 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee71da0-36a5-4516-9979-48cc54e02393 req-97f77041-cdb6-47a6-85ea-d56e121d4ff5 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:38.476677 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4ee71da0-36a5-4516-9979-48cc54e02393 req-97f77041-cdb6-47a6-85ea-d56e121d4ff5 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 932 time: 0.2679987 May 10 19:30:38.547497 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4ee71da0-36a5-4516-9979-48cc54e02393 req-14290d46-2bde-4985-aa5b-fd7542fc7a40 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620432 May 10 19:30:38.582170 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-e1bd216e-ee1e-47cc-9b80-d2954f15312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:38.583668 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-e1bd216e-ee1e-47cc-9b80-d2954f15312e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 1098 time: 0.2577016 May 10 19:30:38.665879 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '4d95ac10-c4af-4e76-b6ba-af011e7a5be4', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:97:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952d0276-6b93-4065-9234-f1031e4cafc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:30:35Z', 'updated_at': '2021-05-10T19:30:35Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:38.671188 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:30:38.680696 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:30:38.681421 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:30:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:38.688239 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:38.716613 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:38.744005 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-8ee0188f-1059-4a7a-a246-6c08ffc19418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:38.745516 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-8ee0188f-1059-4a7a-a246-6c08ffc19418 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1544459 May 10 19:30:38.796668 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Attempting to bind port 111827f8-e4e8-4f51-a4ba-edafd909caba on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:30:38.797039 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Attempting to bind port 111827f8-e4e8-4f51-a4ba-edafd909caba by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:30:38.797364 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Attempting to bind port 111827f8-e4e8-4f51-a4ba-edafd909caba on network c6f0e170-c778-46c6-afb0-184c129fd23f {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:30:38.802259 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Port 111827f8-e4e8-4f51-a4ba-edafd909caba on network c6f0e170-c778-46c6-afb0-184c129fd23f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:30:38.802578 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Attempting to bind port 111827f8-e4e8-4f51-a4ba-edafd909caba on network c6f0e170-c778-46c6-afb0-184c129fd23f {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:30:38.808198 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:30:38.808533 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Checking segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:30:38.808913 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Bound using segment: {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:30:38.809697 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Bound port: 111827f8-e4e8-4f51-a4ba-edafd909caba, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc87e7f-6e57-4676-b21d-e78bdfa1077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:30:38.809697 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:38.869443 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-cbde0e1b-6eda-402e-9662-81bcea95ea4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56098377-fa6a-41fc-bf86-2809c8f135ab HTTP/1.1" status: 200 len: 999 time: 0.1166863 May 10 19:30:38.870745 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:30:38.903184 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:30:38.906546 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:30:38.911797 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:38.916736 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9b1339ca-c02c-4937-b335-2c21e0365a76 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:38.933772 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-5a70365d-44a3-42cb-80a1-6eb5542b8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:38.935205 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-5a70365d-44a3-42cb-80a1-6eb5542b8cde service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0589256 May 10 19:30:38.971149 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:38.971700 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:38.973067 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] 10.222.0.66 "PUT /v2.0/ports/111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 200 len: 1094 time: 1.3150511 May 10 19:30:39.010591 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:39.015420 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:39.022424 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-fe26ecb5-7722-4f74-a446-b36df59e402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:39.023906 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-fe26ecb5-7722-4f74-a446-b36df59e402a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822287 May 10 19:30:39.088570 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-da5642e3-c31d-4276-8dc2-79c356ad123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:39.090270 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-da5642e3-c31d-4276-8dc2-79c356ad123e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1097 time: 0.0761118 May 10 19:30:39.164050 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-a78530e3-a88d-4929-a86c-242ef5f24952 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 200 len: 217 time: 0.0657175 May 10 19:30:39.175277 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-1875ea24-2a6e-4867-9c98-30e9feeaca33 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440041 May 10 19:30:39.227806 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-15833cdb-ad21-45e1-8a81-8bb1906c6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:39.229204 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-15833cdb-ad21-45e1-8a81-8bb1906c6abb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0589926 May 10 19:30:39.298898 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '4d95ac10-c4af-4e76-b6ba-af011e7a5be4', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:97:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952d0276-6b93-4065-9234-f1031e4cafc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:30:35Z', 'updated_at': '2021-05-10T19:30:35Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:39.303923 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6740bc-48ea-445f-8ae3-7f0585708deb None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '4d95ac10-c4af-4e76-b6ba-af011e7a5be4', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:97:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952d0276-6b93-4065-9234-f1031e4cafc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:30:35Z', 'updated_at': '2021-05-10T19:30:35Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:30:39.310728 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51948d80-4900-4b1d-a5a0-a782222e3c9e req-ead1e870-303b-4424-a382-9023f7d3af00 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296165 May 10 19:30:39.322952 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-e9ff1124-0620-46e0-a6cd-a2e943f80e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:39.324483 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-e9ff1124-0620-46e0-a6cd-a2e943f80e6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862615 May 10 19:30:39.459899 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-d8560bdb-fb36-4334-8513-b629573245ac service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281223 May 10 19:30:39.497116 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ca462-125d-405e-ae9f-2a6dc335870d None None] New status for floating IP 4d95ac10-c4af-4e76-b6ba-af011e7a5be4: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:30:39.594137 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85cb7aaf-5b2b-45bf-8cc0-087bdd89b108 req-c5d9bee3-92a9-4bec-b030-92ce422e1e96 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276152 May 10 19:30:39.737569 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb19b7-112e-45bc-85b4-072ee31d4241 req-3f815ef1-1856-4064-bafe-c809bd597c67 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:39.739033 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3afb19b7-112e-45bc-85b4-072ee31d4241 req-3f815ef1-1856-4064-bafe-c809bd597c67 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0806973 May 10 19:30:39.789746 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3afb19b7-112e-45bc-85b4-072ee31d4241 req-cc854df8-9c75-4ce6-8079-f1d827017e35 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 May 10 19:30:40.310382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:40.354039 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'status': 'completed', 'code': 200} May 10 19:30:40.447207 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-dc71f869-8a3f-46f2-90c0-ba2a5af2cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:40.448649 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-dc71f869-8a3f-46f2-90c0-ba2a5af2cfb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1097 time: 0.0728188 May 10 19:30:40.579204 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-731daf69-1d0e-4e01-8917-5865162c37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:40.580525 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-731daf69-1d0e-4e01-8917-5865162c37ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1242778 May 10 19:30:40.645877 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-e4e52d47-c0e2-492e-b6ef-bb758f6b4a0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 200 len: 217 time: 0.0581074 May 10 19:30:40.711111 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-f550b8ae-ddc3-4f38-bd3e-9f22fafaa688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:40.712586 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-f550b8ae-ddc3-4f38-bd3e-9f22fafaa688 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0604925 May 10 19:30:40.788477 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-fd598d18-770a-4f8c-a6a4-6b3e04342447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:40.789965 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-fd598d18-770a-4f8c-a6a4-6b3e04342447 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702524 May 10 19:30:40.971602 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-c46fd27a-7f64-477d-8aef-699e6c9f397d service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734872 May 10 19:30:41.146888 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ec902-8916-4f21-b7be-f3191b5a3a87 req-e96be754-547e-4056-80bf-1fff36880bc2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:41.148213 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a80ec902-8916-4f21-b7be-f3191b5a3a87 req-e96be754-547e-4056-80bf-1fff36880bc2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.2436264 May 10 19:30:41.220094 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8ff8c967-0a71-43c8-a364-f7b37d83fa86 req-ada4827d-5d11-4a6e-b938-9bcdc6008ec8 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411392 May 10 19:30:41.222940 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a80ec902-8916-4f21-b7be-f3191b5a3a87 req-e1766fff-3705-49ad-ae0b-7906bdae2aaf tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679359 May 10 19:30:42.558448 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4e3ff-15c2-445c-a347-6a49ea885c9b req-deb1cedf-3ba9-444b-a623-e746c3a76ccb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:42.559815 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a3c4e3ff-15c2-445c-a347-6a49ea885c9b req-deb1cedf-3ba9-444b-a623-e746c3a76ccb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0784414 May 10 19:30:42.607598 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a3c4e3ff-15c2-445c-a347-6a49ea885c9b req-b0651f49-3123-4405-8e1d-61aebe32362e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 May 10 19:30:43.791808 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b88344-1f51-487b-badc-d13a2d203555 req-11257c21-1729-4c7d-8ee9-238077adc5e0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:43.793360 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-69b88344-1f51-487b-badc-d13a2d203555 req-11257c21-1729-4c7d-8ee9-238077adc5e0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0788593 May 10 19:30:43.843803 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-69b88344-1f51-487b-badc-d13a2d203555 req-0f2533cb-111b-4be0-8162-558c2b931372 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 May 10 19:30:44.201727 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:30:44.339036 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:44.352615 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'port_id': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'mac_address': 'fa:16:3e:1b:d1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:30:44.411663 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:44.429201 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111827f8-e4e8-4f51-a4ba-edafd909caba {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:30:44.444427 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:44.448105 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:44.450126 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:44.513153 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:44.516638 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:44.759966 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['111827f8-e4e8-4f51-a4ba-edafd909caba'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:30:45.031456 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501790c9-b6bc-44e8-baba-51bcdc920683 req-52bd508d-50e9-47ac-93bc-0ef043dc6d0d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:45.032940 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-501790c9-b6bc-44e8-baba-51bcdc920683 req-52bd508d-50e9-47ac-93bc-0ef043dc6d0d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 945 time: 0.0791109 May 10 19:30:45.077849 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-501790c9-b6bc-44e8-baba-51bcdc920683 req-18b1078d-3113-4069-96eb-f19679703a6e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 May 10 19:30:46.205817 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:30:46.265493 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601d3fd-b39d-4443-a748-8824ba8d3e2b req-ff972c9d-a713-4b7b-b505-fec79c26a21c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:46.268448 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b601d3fd-b39d-4443-a748-8824ba8d3e2b req-ff972c9d-a713-4b7b-b505-fec79c26a21c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 945 time: 0.0822411 May 10 19:30:46.274297 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 111827f8-e4e8-4f51-a4ba-edafd909caba completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:30:46.282427 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 111827f8-e4e8-4f51-a4ba-edafd909caba triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:30:46.283067 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:46.312257 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b601d3fd-b39d-4443-a748-8824ba8d3e2b req-f1c8d51a-5305-4508-b381-f2324b58b25a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384424 May 10 19:30:46.404182 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:46.431927 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:46.443214 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:46.448953 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:46.451359 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c4df40f0-6a3c-4ad9-a46c-c61224f4fd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:46.490639 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'code': 200} May 10 19:30:46.525543 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:46.528764 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:46.716936 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06a6b4-c24d-4ca2-a68c-290bbd2fb248 req-bfb655f2-bfb3-466d-82bd-e54927835a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:46.718418 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df06a6b4-c24d-4ca2-a68c-290bbd2fb248 req-bfb655f2-bfb3-466d-82bd-e54927835a42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1099 time: 0.0723505 May 10 19:30:46.760032 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df06a6b4-c24d-4ca2-a68c-290bbd2fb248 req-40a23d1c-a411-4bc8-b3aa-bfad9e02f763 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341046 May 10 19:30:47.513693 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d849d-8113-4c83-b2a4-b220190bd43d req-11a35fc7-428a-4623-acf4-e43156c843a9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:47.515024 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8f1d849d-8113-4c83-b2a4-b220190bd43d req-11a35fc7-428a-4623-acf4-e43156c843a9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0774796 May 10 19:30:47.559788 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8f1d849d-8113-4c83-b2a4-b220190bd43d req-e183ea16-4dc8-4671-b25a-eb9ac0852917 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383768 May 10 19:30:48.750784 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733534b0-51f1-4f97-9cca-339fe5f9be9d req-d58ca18e-b121-46b2-9a33-1766e8c4d03a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:48.752245 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-733534b0-51f1-4f97-9cca-339fe5f9be9d req-d58ca18e-b121-46b2-9a33-1766e8c4d03a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0839396 May 10 19:30:48.797201 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-733534b0-51f1-4f97-9cca-339fe5f9be9d req-3f588009-75ac-4e5e-824d-9cfe0af63e00 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388699 May 10 19:30:48.990161 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691acfd-3c53-4a0f-aef7-b0501fcd0bd3 req-846e262a-fa9f-4fcb-bc9c-d6ee055e7be6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:48.991683 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e691acfd-3c53-4a0f-aef7-b0501fcd0bd3 req-846e262a-fa9f-4fcb-bc9c-d6ee055e7be6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0900040 May 10 19:30:49.000067 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52286) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:30:49.006281 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Request body: {'floatingip': {'port_id': '111827f8-e4e8-4f51-a4ba-edafd909caba'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:30:49.084960 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:49.095332 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:49.653615 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:49.657444 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:49.912932 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Floating IP 083251e8-27e8-4c9c-8ac7-d150145ee852 associated. External IP: 172.27.2.213, port: 111827f8-e4e8-4f51-a4ba-edafd909caba. May 10 19:30:50.277362 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Router 67d667f1-d951-41ac-9e2c-315303446c8b has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:30:50.458699 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:30:50.463258 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:50.467881 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] Sync routers for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:30:50.477025 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:30:50.477653 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:30:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:50.516077 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-71fcb15b-7bcd-4ea9-ba61-75ae9c5a0eda tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "PUT /v2.0/floatingips/083251e8-27e8-4c9c-8ac7-d150145ee852 HTTP/1.1" status: 200 len: 992 time: 1.5146389 May 10 19:30:50.517308 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:50.562360 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'status': 'completed', 'code': 200} May 10 19:30:50.651289 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:30:50.662437 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-b0e2d6ff-6136-4735-91dd-318c757e8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:50.663897 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-b0e2d6ff-6136-4735-91dd-318c757e8dde service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1099 time: 0.0706148 May 10 19:30:50.795387 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-3d5eb69e-e24a-44a3-b500-884c6be57dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:50.796744 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-3d5eb69e-e24a-44a3-b500-884c6be57dd7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1255598 May 10 19:30:50.901182 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-a020c0d2-8c69-4fde-b87e-4d77ca341d7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 200 len: 1000 time: 0.0976214 May 10 19:30:50.970642 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-3f086f2e-b07e-4c62-94e1-37faf4e819d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:50.972061 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-3f086f2e-b07e-4c62-94e1-37faf4e819d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0592768 May 10 19:30:51.009140 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '083251e8-27e8-4c9c-8ac7-d150145ee852', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'port_id': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'mac_address': 'fa:16:3e:1b:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:30:33Z', 'updated_at': '2021-05-10T19:30:49Z', 'revision_number': 1, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:51.013130 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] Checking router: 67d667f1-d951-41ac-9e2c-315303446c8b for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:30:51.021508 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:30:51.022164 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:30:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:51.045034 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-93f1b025-c2ba-40ea-8e53-cd082d864fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:51.046603 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-93f1b025-c2ba-40ea-8e53-cd082d864fdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685666 May 10 19:30:51.181265 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-af133e4c-5d17-4761-9b71-c53294264348 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276231 May 10 19:30:51.197776 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:30:51.409941 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fb0bfd1f-7105-4020-87a6-e616880dbc07 req-72efb56c-c4e1-4bad-9f1a-593bcf531d8e service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221913 May 10 19:30:51.591624 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '083251e8-27e8-4c9c-8ac7-d150145ee852', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'port_id': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'mac_address': 'fa:16:3e:1b:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:30:33Z', 'updated_at': '2021-05-10T19:30:49Z', 'revision_number': 1, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:51.596509 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3324a8-79cb-4bba-a709-f6af3bda1196 None None] The sync data for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi is: [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '083251e8-27e8-4c9c-8ac7-d150145ee852', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'port_id': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'mac_address': 'fa:16:3e:1b:d1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:30:33Z', 'updated_at': '2021-05-10T19:30:49Z', 'revision_number': 1, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:30:51.780751 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf95e5-d311-4652-a9c8-5ad9aaa4f1d2 None None] New status for floating IP 083251e8-27e8-4c9c-8ac7-d150145ee852: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:30:52.910603 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:30:53.559721 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b27f965a-4a9d-4194-b45a-788151c0ed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:56.553894 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:56.555702 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1afdcc1f-d3b3-4a6b-8bf6-7ea488a04eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:57.584957 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:58.956862 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:10.966525 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d90b2-4cbc-40a5-884e-ec45c356b59c req-30e430b1-89ef-438b-b13b-d5d6e6474caf tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:10.968070 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-420d90b2-4cbc-40a5-884e-ec45c356b59c req-30e430b1-89ef-438b-b13b-d5d6e6474caf tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0833650 May 10 19:31:11.013889 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-420d90b2-4cbc-40a5-884e-ec45c356b59c req-1b45f5e0-aa83-4914-bacb-c000facfed08 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398605 May 10 19:31:12.098325 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-9cf1b8ea-7283-4cfe-a012-544a431f4740 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:12.099802 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-9cf1b8ea-7283-4cfe-a012-544a431f4740 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0887372 May 10 19:31:12.219647 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df5357-39e4-4ed3-8a9b-677ca40cd8c1 req-87bb718e-98df-43c1-a8cd-5c02cc5b77fe tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:12.221104 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06df5357-39e4-4ed3-8a9b-677ca40cd8c1 req-87bb718e-98df-43c1-a8cd-5c02cc5b77fe tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 946 time: 0.0932946 May 10 19:31:12.240928 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Deleting port be97bcdf-5871-44ca-a0fe-75f2657285ab {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:31:12.241270 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:12.265576 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06df5357-39e4-4ed3-8a9b-677ca40cd8c1 req-c5b21a79-9c14-478e-bd61-e403161927cc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=72602a09-691d-4b7b-859d-d7617afc2a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382223 May 10 19:31:12.374240 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] For port be97bcdf-5871-44ca-a0fe-75f2657285ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be97bcdf-5871-44ca-a0fe-75f2657285ab,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:31:12.374508 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:12.660549 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:12.660919 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:12.661225 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Floating IP 8fa6649b-93f8-42ec-b524-65a9ede162e4 disassociated. External IP: 172.27.2.139, port: be97bcdf-5871-44ca-a0fe-75f2657285ab. May 10 19:31:12.661579 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Calling delete_port for be97bcdf-5871-44ca-a0fe-75f2657285ab owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:31:12.777830 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:12.783441 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b0c35c26-34b2-455d-8562-4661b247929b tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:12.832233 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event deleted for resources: {'Port': ['ID=be97bcdf-5871-44ca-a0fe-75f2657285ab,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:12.836198 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:13.012661 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Router da345c56-2a9e-44b6-84eb-105523bfc96d has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:31:13.189517 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:31:13.199388 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] Sync routers for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:31:13.213493 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:31:13.214614 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:30:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:13.309972 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] No DVR routers for this DVR port be97bcdf-5871-44ca-a0fe-75f2657285ab on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:31:13.315207 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:13.328079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'name': 'network-vif-deleted', 'tag': 'be97bcdf-5871-44ca-a0fe-75f2657285ab'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:31:13.335712 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ba493aa3-ec82-4b28-8cd7-ef80b2424958 req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "DELETE /v2.0/ports/be97bcdf-5871-44ca-a0fe-75f2657285ab HTTP/1.1" status: 204 len: 173 time: 1.2302921 May 10 19:31:13.378948 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee96cf-b280-4093-9ff3-99312d59f58e', 'name': 'network-vif-deleted', 'tag': 'be97bcdf-5871-44ca-a0fe-75f2657285ab', 'status': 'completed', 'code': 200} May 10 19:31:13.436971 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:31:13.475199 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b580c8ec-728f-462c-bd51-92411ab9a6d2 req-e412a039-7210-4571-9064-3886f84aa329 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4ee96cf-b280-4093-9ff3-99312d59f58e HTTP/1.1" status: 200 len: 210 time: 0.0435665 May 10 19:31:13.744848 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:13.749812 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] Checking router: da345c56-2a9e-44b6-84eb-105523bfc96d for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:31:13.758166 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:31:13.758910 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:30:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:13.942593 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:31:14.277621 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:14.281478 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b206c-e8d1-46bc-b05b-fbcedb5d3d15 None None] The sync data for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi is: [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:31:14.509618 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201ce78-3764-4803-b052-a200b7d8d48e None None] New status for floating IP 8fa6649b-93f8-42ec-b524-65a9ede162e4: DOWN {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:31:14.605762 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52372) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:14.669055 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ce1718e6-969d-4ae8-843b-af522c26f904 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:14.696282 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ce1718e6-969d-4ae8-843b-af522c26f904 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:14.749917 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ce1718e6-969d-4ae8-843b-af522c26f904 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:14.754154 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3338379b-285b-4377-8ae3-5a4791efc381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:14.770534 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1718e6-969d-4ae8-843b-af522c26f904 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72602a09-691d-4b7b-859d-d7617afc2a16,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:14.773460 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ce1718e6-969d-4ae8-843b-af522c26f904 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:14.782091 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ce1718e6-969d-4ae8-843b-af522c26f904 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:14.783469 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ce1718e6-969d-4ae8-843b-af522c26f904 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "DELETE /v2.0/security-groups/72602a09-691d-4b7b-859d-d7617afc2a16 HTTP/1.1" status: 204 len: 168 time: 0.1766965 May 10 19:31:14.787501 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52376) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:14.806540 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.api.v2.resource [None req-d2bf3e7b-2a22-4f2f-878b-3f284fc64efd tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] show failed (client error): The resource could not be found. May 10 19:31:14.809733 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d2bf3e7b-2a22-4f2f-878b-3f284fc64efd tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups/72602a09-691d-4b7b-859d-d7617afc2a16 HTTP/1.1" status: 404 len: 347 time: 0.0189071 May 10 19:31:14.811612 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 52380) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:15.046092 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Deleting port 5eff7259-3bdf-4259-b162-ba605a8dcd9e {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:31:15.046327 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:15.246388 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:15.246710 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:15.370897 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Calling delete_port for 5eff7259-3bdf-4259-b162-ba605a8dcd9e owned by network:floatingip {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:31:15.487201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:15.491512 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:15.538837 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event deleted for resources: {'Port': ['ID=5eff7259-3bdf-4259-b162-ba605a8dcd9e,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:15.602807 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.603084 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.603450 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.603807 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.604155 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.604507 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.604859 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.605208 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.605573 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.605920 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.606265 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.606608 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:15.612347 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:15.639962 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:15.667369 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:15.668500 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "DELETE /v2.0/floatingips/8fa6649b-93f8-42ec-b524-65a9ede162e4 HTTP/1.1" status: 204 len: 168 time: 0.8557749 May 10 19:31:16.085433 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52388) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:16.090504 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558582962', 'description': 'tempest-description--1047571646'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:31:16.096603 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:31:16.100654 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:security_group and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:31:16.103510 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:31:16.110074 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:31:16.120490 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.144578 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:31:16.148269 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:security_group_rule and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:31:16.150988 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:31:16.156457 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:31:16.299149 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.303382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.306852 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-318229f3-d7bb-45ea-abd5-157a2599da30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:16.347473 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32980795-c32a-465e-9f2a-ebb65f44276b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:16.350002 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.353859 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2647429 May 10 19:31:16.353859 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:16.354836 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52392) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:16.359040 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'security_group_rule': {'security_group_id': '32980795-c32a-465e-9f2a-ebb65f44276b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:31:16.365364 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:31:16.369128 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:security_group_rule and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:31:16.369393 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device be97bcdf-5871-44ca-a0fe-75f2657285ab no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:31:16.372069 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:31:16.379376 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:31:16.395007 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.403310 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: be97bcdf-5871-44ca-a0fe-75f2657285ab {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:31:16.403663 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device be97bcdf-5871-44ca-a0fe-75f2657285ab not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:31:16.457357 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.462470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.464515 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2b626c7b-dedb-4403-9eb0-8e0a99f0f1bd tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:16.484564 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d227717-5245-49b4-b67d-8432104cb274,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:16.489126 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:16.496953 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.500604 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431901 May 10 19:31:16.500793 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52398) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:16.505846 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'security_group_rule': {'security_group_id': '32980795-c32a-465e-9f2a-ebb65f44276b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:31:16.511399 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:31:16.515100 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:security_group_rule and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:31:16.517892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:31:16.523488 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:31:16.539443 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.604946 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.608473 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.610459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:16.632105 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dcc6c0-7788-4aaa-8736-c653c2b44b87,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:16.634460 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:16.641117 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.642292 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405842 May 10 19:31:16.645361 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52402) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:16.650549 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:31:16.656512 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:31:16.660910 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Usage tracker for resource:floatingip and tenant:71a7629efa3f4f2f939838794f2d3cdd is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:31:16.663804 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:31:16.669734 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:31:16.680316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.828841 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:16.985034 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Allocated IP 172.27.2.155 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/bc4399b4-0bec-4f5a-8afa-82993d2a0677) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:31:17.129079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:17.158529 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:17.163685 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6daaa2a9-4b4e-42fc-bf84-6ca7f78dc10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:17.214945 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:31:17.217406 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:31:17.220855 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:31:17.265624 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'Port': ['ID=bc4399b4-0bec-4f5a-8afa-82993d2a0677,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:17.269424 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:17.310516 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:17.367954 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:17.566327 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:17.570609 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:17.573952 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f45388a6-3309-48cc-98ba-8c2c1132d42a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:17.670453 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'Port': ['ID=bc4399b4-0bec-4f5a-8afa-82993d2a0677,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:17.674433 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:17.686235 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:17.709169 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:17.712512 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0641079 May 10 19:31:17.936769 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-3ad96e2d-7dda-44e3-b3e1-69b06fefadb4 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1558582962&fields=id&tenant_id=71a7629efa3f4f2f939838794f2d3cdd HTTP/1.1" status: 200 len: 267 time: 0.0459406 May 10 19:31:18.093140 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f9da-61b3-48df-8099-7fd025340df1 req-ef61a946-822a-4a05-ad17-89499241dddd tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:18.094217 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-ef61a946-822a-4a05-ad17-89499241dddd tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 811 time: 0.1498671 May 10 19:31:18.111759 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-8c40c567-2f68-4507-aa44-d01ef8879b6d tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/quotas/71a7629efa3f4f2f939838794f2d3cdd HTTP/1.1" status: 200 len: 375 time: 0.0099678 May 10 19:31:18.199044 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2461f9da-61b3-48df-8099-7fd025340df1 req-1f8f4680-ea72-472d-b157-a76717d9404a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:31:18.215354 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2461f9da-61b3-48df-8099-7fd025340df1 req-1f8f4680-ea72-472d-b157-a76717d9404a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:31:18.216825 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-1f8f4680-ea72-472d-b157-a76717d9404a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998602 May 10 19:31:18.354844 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-fbcda6dc-d24f-4624-b1a3-9e2fdc4aea80 service neutron] 10.222.0.58 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257355 May 10 19:31:18.486095 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-fc74c82b-7cfb-421f-bc04-5b0190bdae36 service neutron] 10.222.0.58 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254909 May 10 19:31:18.668920 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-7eb1642d-9d66-49cf-834f-cee6e04931cc req-a3fd4999-4667-4c8e-90ea-6e09f7854c54 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:31:18.680811 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-7eb1642d-9d66-49cf-834f-cee6e04931cc req-a3fd4999-4667-4c8e-90ea-6e09f7854c54 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:31:18.681934 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7eb1642d-9d66-49cf-834f-cee6e04931cc req-a3fd4999-4667-4c8e-90ea-6e09f7854c54 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0574012 May 10 19:31:19.098524 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:19.780033 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-927c85bc-371f-483a-9f01-578236205cdb req-f3e9ea46-5a60-4535-8851-c5091aa1520b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0439131 May 10 19:31:20.934660 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-41a8721d-464d-4658-9964-ca7d13497749 req-7285c171-bc39-443a-9a4f-2c904fa08ac8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0473211 May 10 19:31:21.079123 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-9966244e-ec7b-48cf-965f-36846161d4ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774946 May 10 19:31:21.221467 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-12c6c75a-eba4-42e3-8e87-38bdc26055dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:21.222947 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-12c6c75a-eba4-42e3-8e87-38bdc26055dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 1098 time: 0.0705287 May 10 19:31:21.369180 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-bd0c4e0c-3f54-42c7-a0a8-74d3dec866b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:21.370669 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-bd0c4e0c-3f54-42c7-a0a8-74d3dec866b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1288571 May 10 19:31:21.552817 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-9ddff606-13cc-4bba-8945-6a7aff702eea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56098377-fa6a-41fc-bf86-2809c8f135ab HTTP/1.1" status: 200 len: 1001 time: 0.1717436 May 10 19:31:21.617182 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-d3b1b156-2922-430e-9789-bde93d7182d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:21.618640 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-d3b1b156-2922-430e-9789-bde93d7182d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0594413 May 10 19:31:21.693815 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-07406e61-7b1b-4577-9d4b-867cd54a3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:21.695288 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-07406e61-7b1b-4577-9d4b-867cd54a3e75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697041 May 10 19:31:21.838086 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-8d57aa16-7ca5-4f90-b2f9-8b5aadf90e7b service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361234 May 10 19:31:21.900727 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f9da-61b3-48df-8099-7fd025340df1 req-cfb3ac6d-6f62-4f08-8899-8255d137bbc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:21.902975 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-cfb3ac6d-6f62-4f08-8899-8255d137bbc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 811 time: 0.1667700 May 10 19:31:21.956782 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-00a8f9f8-959e-47d4-b9c3-81b53e2afb1f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a7629efa3f4f2f939838794f2d3cdd HTTP/1.1" status: 200 len: 380 time: 0.0410442 May 10 19:31:21.967524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'port': {'device_id': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'admin_state_up': True, 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'security_groups': ['32980795-c32a-465e-9f2a-ebb65f44276b']}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:31:21.973305 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aaa92c9-0a60-42b6-98ee-02ebcb352446 req-f0541614-4a11-4719-bbbe-143a427111f0 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270423 May 10 19:31:22.095306 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-889f6fea-b7b7-4c9b-9274-0c842feb3420 req-651b7924-b72b-4455-9d2e-e621eab13ef9 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0417345 May 10 19:31:22.110713 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:31:22.120239 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:31:22.130381 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Made reservation on behalf of 71a7629efa3f4f2f939838794f2d3cdd for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:31:22.134333 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:22.296449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Allocated IP 172.20.0.12 (b806dc6c-0d9e-413a-9351-3dc782944567/ca12b9b2-800c-4aa4-a9af-18272ac5fbe0/433aea54-8795-4aaf-8641-9ee7b86b9baa) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:31:22.573991 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:22.590200 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Transition to ACTIVE for port object 433aea54-8795-4aaf-8641-9ee7b86b9baa will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:31:22.615116 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:22.621143 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bcb1012b-c3bf-42c2-94b0-9e5a2084cc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:22.684040 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Network b806dc6c-0d9e-413a-9351-3dc782944567 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:31:22.687423 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:31:22.690071 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:31:22.733301 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event updated for resources: {'Port': ['ID=433aea54-8795-4aaf-8641-9ee7b86b9baa,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:22.736264 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:22.774350 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:22.775025 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:22.804438 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8418310 May 10 19:31:22.816801 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Request body: {'port': {'device_id': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:31:22.927700 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:22.953755 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-57c36171-9b7d-46a7-9014-d72bf866c90c None None] Provisioning for port 433aea54-8795-4aaf-8641-9ee7b86b9baa completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:31:22.959488 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-57c36171-9b7d-46a7-9014-d72bf866c90c None None] Provisioning complete for port 433aea54-8795-4aaf-8641-9ee7b86b9baa triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:31:22.959817 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-57c36171-9b7d-46a7-9014-d72bf866c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.013995 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-57c36171-9b7d-46a7-9014-d72bf866c90c None None] Port 433aea54-8795-4aaf-8641-9ee7b86b9baa cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:31:23.288978 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433aea54-8795-4aaf-8641-9ee7b86b9baa {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:31:23.298090 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.316681 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Transition to ACTIVE for port object 433aea54-8795-4aaf-8641-9ee7b86b9baa will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:31:23.321524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.326038 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:23.457577 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Pushing event updated for resources: {'Port': ['ID=433aea54-8795-4aaf-8641-9ee7b86b9baa,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:23.461256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:23.469923 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0fb88-fff8-4c71-abea-b63f495deeaa req-64429ca5-6a12-4115-893b-4b715c001269 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:23.471585 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f0a0fb88-fff8-4c71-abea-b63f495deeaa req-64429ca5-6a12-4115-893b-4b715c001269 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 944 time: 0.1056168 May 10 19:31:23.517381 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-f0a0fb88-fff8-4c71-abea-b63f495deeaa req-3b3fa0da-f2d9-4c63-9c16-ea33394d7981 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:31:23.536580 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-f0a0fb88-fff8-4c71-abea-b63f495deeaa req-3b3fa0da-f2d9-4c63-9c16-ea33394d7981 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:31:23.537791 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f0a0fb88-fff8-4c71-abea-b63f495deeaa req-3b3fa0da-f2d9-4c63-9c16-ea33394d7981 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603678 May 10 19:31:23.566816 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7b23-3424-4f58-8f95-758d75f3c9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.577201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Attempting to bind port 433aea54-8795-4aaf-8641-9ee7b86b9baa on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:31:23.577552 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Attempting to bind port 433aea54-8795-4aaf-8641-9ee7b86b9baa by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:31:23.577914 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Attempting to bind port 433aea54-8795-4aaf-8641-9ee7b86b9baa on network b806dc6c-0d9e-413a-9351-3dc782944567 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:31:23.582811 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Port 433aea54-8795-4aaf-8641-9ee7b86b9baa on network b806dc6c-0d9e-413a-9351-3dc782944567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:31:23.583135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Attempting to bind port 433aea54-8795-4aaf-8641-9ee7b86b9baa on network b806dc6c-0d9e-413a-9351-3dc782944567 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:31:23.588431 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:31:23.588771 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Checking segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:31:23.589158 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Bound using segment: {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:31:23.589613 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Bound port: 433aea54-8795-4aaf-8641-9ee7b86b9baa, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fde2ebd-0152-428d-aa90-70fa30143e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:31:23.589967 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.679788 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] For port 433aea54-8795-4aaf-8641-9ee7b86b9baa, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:31:23.683039 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] For port 433aea54-8795-4aaf-8641-9ee7b86b9baa, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=433aea54-8795-4aaf-8641-9ee7b86b9baa,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:31:23.686882 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.691159 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:23.747347 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:23.747964 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.749448 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] 10.222.0.66 "PUT /v2.0/ports/433aea54-8795-4aaf-8641-9ee7b86b9baa HTTP/1.1" status: 200 len: 1094 time: 0.9372499 May 10 19:31:23.749938 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'tag': '433aea54-8795-4aaf-8641-9ee7b86b9baa'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:31:23.779833 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Pushing event updated for resources: {'Port': ['ID=433aea54-8795-4aaf-8641-9ee7b86b9baa,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:23.783818 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:23.939096 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f9da-61b3-48df-8099-7fd025340df1 req-88f44a85-51d2-4255-a5e0-b75d3a4cf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:23.941733 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-88f44a85-51d2-4255-a5e0-b75d3a4cf9e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 1097 time: 0.1390924 May 10 19:31:24.070759 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-ed9262d2-23bc-4a99-acd9-20bf4c1f29e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433aea54-8795-4aaf-8641-9ee7b86b9baa HTTP/1.1" status: 200 len: 217 time: 0.1200380 May 10 19:31:24.076167 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'tag': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'status': 'completed', 'code': 200} May 10 19:31:24.134577 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f9da-61b3-48df-8099-7fd025340df1 req-61ed60be-62bf-46c1-b53d-d5db5f26d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:24.136015 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-61ed60be-62bf-46c1-b53d-d5db5f26d38c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.0570655 May 10 19:31:24.215174 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461f9da-61b3-48df-8099-7fd025340df1 req-46246095-6ad0-4fda-908d-abd5a65b26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:24.216673 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-46246095-6ad0-4fda-908d-abd5a65b26b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742867 May 10 19:31:24.351997 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-9f38ed54-302f-4cc7-a3e4-5804ce0e2fa5 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283956 May 10 19:31:24.580202 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2461f9da-61b3-48df-8099-7fd025340df1 req-6664b1a5-e458-40a8-b8e4-71c4986565db service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215710 May 10 19:31:24.791246 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7e63-0d0f-47fc-8e98-9519474c66aa req-a2ac05a5-8162-4a55-8dda-3e94392c2770 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:24.791956 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-917e7e63-0d0f-47fc-8e98-9519474c66aa req-a2ac05a5-8162-4a55-8dda-3e94392c2770 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:31:24.800791 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8212476-5ae6-487a-ae20-256426b18480 req-17114588-0aef-4e8e-8aff-85489e01298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:24.802262 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a8212476-5ae6-487a-ae20-256426b18480 req-17114588-0aef-4e8e-8aff-85489e01298d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 1097 time: 0.1190076 May 10 19:31:24.830488 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-917e7e63-0d0f-47fc-8e98-9519474c66aa req-a2ac05a5-8162-4a55-8dda-3e94392c2770 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:31:24.832173 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-917e7e63-0d0f-47fc-8e98-9519474c66aa req-a2ac05a5-8162-4a55-8dda-3e94392c2770 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 944 time: 0.1788518 May 10 19:31:24.950538 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-917e7e63-0d0f-47fc-8e98-9519474c66aa req-3e9e4e98-ea32-428a-a794-f2597cee3307 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736361 May 10 19:31:24.974247 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8212476-5ae6-487a-ae20-256426b18480 req-6f4e8e52-9f59-413f-932c-263720962d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:24.975695 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a8212476-5ae6-487a-ae20-256426b18480 req-6f4e8e52-9f59-413f-932c-263720962d7b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 912 time: 0.1660833 May 10 19:31:25.046332 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a8212476-5ae6-487a-ae20-256426b18480 req-da6d0671-a171-4197-ae20-2852891bc99e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433aea54-8795-4aaf-8641-9ee7b86b9baa HTTP/1.1" status: 200 len: 217 time: 0.0632613 May 10 19:31:25.107909 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8212476-5ae6-487a-ae20-256426b18480 req-b1bcb666-b570-4e0a-9516-5eaeb8a5d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:25.109245 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a8212476-5ae6-487a-ae20-256426b18480 req-b1bcb666-b570-4e0a-9516-5eaeb8a5d7a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.0560167 May 10 19:31:25.186825 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8212476-5ae6-487a-ae20-256426b18480 req-0af91ed5-dcff-4e56-8d7d-94c924be77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:25.188264 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a8212476-5ae6-487a-ae20-256426b18480 req-0af91ed5-dcff-4e56-8d7d-94c924be77da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725653 May 10 19:31:25.318391 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a8212476-5ae6-487a-ae20-256426b18480 req-806107d6-78dc-43fa-b0e0-e78b95865acf service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233068 May 10 19:31:25.447691 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a8212476-5ae6-487a-ae20-256426b18480 req-56132b8d-ec1c-4ffb-a1c6-76d049f8d378 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217475 May 10 19:31:26.135612 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586c897-d055-4c8f-b270-6b93c9b78ab6 req-3dc43653-9e07-4650-b87a-3ea862b5169e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:26.137072 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5586c897-d055-4c8f-b270-6b93c9b78ab6 req-3dc43653-9e07-4650-b87a-3ea862b5169e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 944 time: 0.0803919 May 10 19:31:26.183192 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5586c897-d055-4c8f-b270-6b93c9b78ab6 req-a1a92f54-58f8-4cc7-bb54-09c6e5a15373 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392449 May 10 19:31:26.556408 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-be4a982d-57b7-43bd-895f-3917517345ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:26.558344 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:27.374929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b597d-901d-4d5e-8b1b-4b01d39840a7 req-cf99b404-0056-4869-8a3d-4764cc1aef83 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:27.376377 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3c5b597d-901d-4d5e-8b1b-4b01d39840a7 req-cf99b404-0056-4869-8a3d-4764cc1aef83 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 944 time: 0.0846198 May 10 19:31:27.420989 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3c5b597d-901d-4d5e-8b1b-4b01d39840a7 req-9ca7d9c9-13c1-4f31-9d26-596d99f1a16a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382862 May 10 19:31:27.587701 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:28.483380 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 433aea54-8795-4aaf-8641-9ee7b86b9baa details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:31:28.618743 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 433aea54-8795-4aaf-8641-9ee7b86b9baa, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=433aea54-8795-4aaf-8641-9ee7b86b9baa,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:31:28.619476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54422d0f-eb26-4cff-abda-30ce4f57688b req-001d6ce3-fff7-48f4-ab35-cdfcd8791556 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:28.620245 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-54422d0f-eb26-4cff-abda-30ce4f57688b req-001d6ce3-fff7-48f4-ab35-cdfcd8791556 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 944 time: 0.0795624 May 10 19:31:28.634316 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'port_id': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'mac_address': 'fa:16:3e:03:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:31:28.664875 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-54422d0f-eb26-4cff-abda-30ce4f57688b req-a904ec77-9226-43f1-bf5c-26f7c762db52 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389323 May 10 19:31:28.688954 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:28.707065 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433aea54-8795-4aaf-8641-9ee7b86b9baa {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:31:28.723363 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 433aea54-8795-4aaf-8641-9ee7b86b9baa, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=433aea54-8795-4aaf-8641-9ee7b86b9baa,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:31:28.726939 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:28.728657 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bd804a12-0e27-4478-a12c-64fca941afdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:28.796049 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=433aea54-8795-4aaf-8641-9ee7b86b9baa,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:28.799239 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:28.958740 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:29.060494 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['433aea54-8795-4aaf-8641-9ee7b86b9baa'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:31:29.864653 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eae92-b3ae-43ed-a4f0-65e01cb3b69f req-c0478e60-7c55-4853-99f8-226b105676ec tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:29.866104 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-596eae92-b3ae-43ed-a4f0-65e01cb3b69f req-c0478e60-7c55-4853-99f8-226b105676ec tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0894060 May 10 19:31:29.909561 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:31:29.911567 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-596eae92-b3ae-43ed-a4f0-65e01cb3b69f req-932b2ebb-0f5c-4bc4-802e-a546e70f8c5a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 May 10 19:31:30.515022 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 433aea54-8795-4aaf-8641-9ee7b86b9baa up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:31:30.582184 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 433aea54-8795-4aaf-8641-9ee7b86b9baa completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:31:30.586814 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 433aea54-8795-4aaf-8641-9ee7b86b9baa triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:31:30.587192 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:30.709014 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:30.735773 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433aea54-8795-4aaf-8641-9ee7b86b9baa'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:31:30.746159 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 433aea54-8795-4aaf-8641-9ee7b86b9baa, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=433aea54-8795-4aaf-8641-9ee7b86b9baa,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:31:30.761432 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:30.763370 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:31:30.793119 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'code': 200} May 10 19:31:30.847905 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=433aea54-8795-4aaf-8641-9ee7b86b9baa,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:30.855438 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.855780 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.856109 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.856442 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.856767 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.857077 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.857388 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.857727 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.858045 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.858358 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.858674 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.858977 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:30.863312 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:31:31.018393 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c85c25-423d-44ad-95ce-999c29c7ca5a req-5fa421d0-66c7-40d3-8a14-84cf264fbf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:31.020639 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-33c85c25-423d-44ad-95ce-999c29c7ca5a req-5fa421d0-66c7-40d3-8a14-84cf264fbf3e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0696137 May 10 19:31:31.061689 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-33c85c25-423d-44ad-95ce-999c29c7ca5a req-346b3c0a-98dc-4f3d-94fc-71272c071f6a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342772 May 10 19:31:31.099468 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062a419-3207-484d-98d7-4a54c013c150 req-50135b25-c973-4b80-9424-8ce7b71ffa16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:31.100967 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8062a419-3207-484d-98d7-4a54c013c150 req-50135b25-c973-4b80-9424-8ce7b71ffa16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 946 time: 0.0829039 May 10 19:31:31.146378 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8062a419-3207-484d-98d7-4a54c013c150 req-52301a1f-1375-4242-a7b1-9cb76f73a34b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393302 May 10 19:31:32.338346 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd09c5-8a3a-4a13-b14e-dddd85c48c29 req-3384661b-d8a8-4911-940c-5fd28f48f360 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:32.339786 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ecdd09c5-8a3a-4a13-b14e-dddd85c48c29 req-3384661b-d8a8-4911-940c-5fd28f48f360 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 946 time: 0.0865142 May 10 19:31:32.384226 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ecdd09c5-8a3a-4a13-b14e-dddd85c48c29 req-ae0a9a9f-b2a4-41a7-a601-3b60896758f8 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386553 May 10 19:31:33.601187 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b44f4-fa83-4c83-854c-0f9a9acd48de req-c5fe1de3-3c0a-4595-ad04-8d3693655b41 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:33.602673 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-411b44f4-fa83-4c83-854c-0f9a9acd48de req-c5fe1de3-3c0a-4595-ad04-8d3693655b41 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 946 time: 0.1087029 May 10 19:31:33.648885 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-411b44f4-fa83-4c83-854c-0f9a9acd48de req-7ae3a39a-d29d-414b-bc10-6ed7a91e621b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402498 May 10 19:31:33.836883 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b025b-ca2b-4f3d-aa5c-d1e77bf4f108 req-984b9303-cca4-4b6a-a93c-87616398762a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:33.838379 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0e1b025b-ca2b-4f3d-aa5c-d1e77bf4f108 req-984b9303-cca4-4b6a-a93c-87616398762a tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 946 time: 0.0844755 May 10 19:31:33.847566 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 52506) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:31:33.852916 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Request body: {'floatingip': {'port_id': '433aea54-8795-4aaf-8641-9ee7b86b9baa'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:31:33.930656 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:34.584402 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:34.588170 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:34.757927 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Floating IP b8551352-22b0-44e9-ba63-4e4426642cbb associated. External IP: 172.27.2.155, port: 433aea54-8795-4aaf-8641-9ee7b86b9baa. May 10 19:31:35.103578 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Router da345c56-2a9e-44b6-84eb-105523bfc96d has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:31:35.282473 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:31:35.288000 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:35.292920 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] Sync routers for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:31:35.303190 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:31:35.303893 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:31:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:35.344289 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9f8f94e6-85c8-4e70-a4bc-b4195f9fffbb tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "PUT /v2.0/floatingips/b8551352-22b0-44e9-ba63-4e4426642cbb HTTP/1.1" status: 200 len: 992 time: 1.4955928 May 10 19:31:35.344914 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'tag': '433aea54-8795-4aaf-8641-9ee7b86b9baa'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:31:35.393015 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'tag': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'status': 'completed', 'code': 200} May 10 19:31:35.489078 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-f7666288-9246-4bd2-be78-866e2bd85496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:35.490563 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-f7666288-9246-4bd2-be78-866e2bd85496 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0741737 May 10 19:31:35.490940 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:31:35.713328 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-b34966c7-0673-4ce6-9c58-f45c7405dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:35.714991 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-b34966c7-0673-4ce6-9c58-f45c7405dcf1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 200 len: 912 time: 0.2174799 May 10 19:31:35.820931 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-50d49eae-3a62-42db-89ca-7bb1f1653710 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=433aea54-8795-4aaf-8641-9ee7b86b9baa HTTP/1.1" status: 200 len: 1000 time: 0.0979691 May 10 19:31:35.836936 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'b8551352-22b0-44e9-ba63-4e4426642cbb', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'port_id': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'mac_address': 'fa:16:3e:03:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:31:17Z', 'updated_at': '2021-05-10T19:31:34Z', 'revision_number': 1, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:35.840867 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] Checking router: da345c56-2a9e-44b6-84eb-105523bfc96d for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:31:35.849832 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:31:35.850435 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:31:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:35.886460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-a377450c-5906-40a5-bab6-fa07564b0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:35.887841 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-a377450c-5906-40a5-bab6-fa07564b0dbd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 200 len: 850 time: 0.0598340 May 10 19:31:35.964477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-309a7607-82b6-4c75-be98-9f8c28c464ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:31:35.966050 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-309a7607-82b6-4c75-be98-9f8c28c464ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b806dc6c-0d9e-413a-9351-3dc782944567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712421 May 10 19:31:36.055227 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:31:36.097163 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-23c9ca0e-d83d-4766-b00f-8fa296d1b4ac service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242542 May 10 19:31:36.227685 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-130612a4-2bf8-4287-bed0-bc68ae64205b req-13823113-e5e2-4b06-837e-a4b31dc664c6 service neutron] 10.222.0.66 "GET /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245921 May 10 19:31:36.407398 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'b8551352-22b0-44e9-ba63-4e4426642cbb', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'port_id': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'mac_address': 'fa:16:3e:03:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:31:17Z', 'updated_at': '2021-05-10T19:31:34Z', 'revision_number': 1, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:36.412185 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e3c77-2129-4940-b27b-e8ff71aedb46 None None] The sync data for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi is: [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'b8551352-22b0-44e9-ba63-4e4426642cbb', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'port_id': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'mac_address': 'fa:16:3e:03:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:31:17Z', 'updated_at': '2021-05-10T19:31:34Z', 'revision_number': 1, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:31:36.615510 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3218d0c-8a2b-4c4e-b59f-e68a26da457e None None] New status for floating IP b8551352-22b0-44e9-ba63-4e4426642cbb: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:31:49.115223 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:53.560174 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9c10-46e3-4219-b9be-85cd7a6e9f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:56.557818 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b5aeed91-be81-419c-8cef-4714ec50e672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:56.559605 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:57.590739 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:58.962958 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:06.908603 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:32:19.145112 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:22.074442 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-527125d3-a873-40c9-9c25-99ac70471f77 req-5bc4575e-cc39-4e75-bfe3-dd839641909c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758801 May 10 19:32:22.176177 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527125d3-a873-40c9-9c25-99ac70471f77 req-90550018-8a7f-4713-b9e3-86ec894621c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:22.177894 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-527125d3-a873-40c9-9c25-99ac70471f77 req-90550018-8a7f-4713-b9e3-86ec894621c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1099 time: 0.0831554 May 10 19:32:22.323643 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527125d3-a873-40c9-9c25-99ac70471f77 req-988fb6a2-6245-4476-9a1c-3ce7988288ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:22.325418 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-527125d3-a873-40c9-9c25-99ac70471f77 req-988fb6a2-6245-4476-9a1c-3ce7988288ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1288674 May 10 19:32:22.431581 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-527125d3-a873-40c9-9c25-99ac70471f77 req-d7faa686-8b96-4d9f-b4e8-6c1b656db9c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 200 len: 1002 time: 0.0997941 May 10 19:32:22.536755 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527125d3-a873-40c9-9c25-99ac70471f77 req-5be52570-0089-4847-9fcb-afdf8a2904b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:22.538911 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-527125d3-a873-40c9-9c25-99ac70471f77 req-5be52570-0089-4847-9fcb-afdf8a2904b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.1013288 May 10 19:32:22.620155 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527125d3-a873-40c9-9c25-99ac70471f77 req-4e25e4e3-4395-4602-a29d-96bf71af381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:22.621656 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-527125d3-a873-40c9-9c25-99ac70471f77 req-4e25e4e3-4395-4602-a29d-96bf71af381e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769465 May 10 19:32:22.759647 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-527125d3-a873-40c9-9c25-99ac70471f77 req-fe8b26b4-ff1c-471d-854c-b4d537f6f9f2 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301515 May 10 19:32:22.905212 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-527125d3-a873-40c9-9c25-99ac70471f77 req-f5eae6c4-ed3b-4dfb-a95e-63f21e4ae08d service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388948 May 10 19:32:23.563897 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7f43da91-0028-48b8-b5cb-b39b22435486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:24.116902 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8ecc4-8719-4daa-8b6f-9914c0a1ebf4 req-69297a69-f39d-4fc5-9f16-4764559cbc7a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:24.118357 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-96c8ecc4-8719-4daa-8b6f-9914c0a1ebf4 req-69297a69-f39d-4fc5-9f16-4764559cbc7a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0832136 May 10 19:32:24.166954 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-96c8ecc4-8719-4daa-8b6f-9914c0a1ebf4 req-323a1224-5286-42fc-ade1-3918584f5d9a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 May 10 19:32:25.363554 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c147-72ce-4281-b4fe-621220be689b req-23609a38-5313-4bcf-acda-be4bf47ad06f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:25.365035 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1580c147-72ce-4281-b4fe-621220be689b req-23609a38-5313-4bcf-acda-be4bf47ad06f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0803185 May 10 19:32:25.412422 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1580c147-72ce-4281-b4fe-621220be689b req-72c15894-8f7d-44eb-a39c-0c4d8fd75f7f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 May 10 19:32:26.559993 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-001f37a5-6703-4d9e-a952-6e0f52be98cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:26.562033 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:26.606560 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdb94e-719b-4f46-93ed-d9b8d95b59a6 req-a7efb076-ce2d-4fdd-88ce-8c277a8c21af tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:26.607978 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-92cdb94e-719b-4f46-93ed-d9b8d95b59a6 req-a7efb076-ce2d-4fdd-88ce-8c277a8c21af tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0830257 May 10 19:32:26.651140 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-92cdb94e-719b-4f46-93ed-d9b8d95b59a6 req-1e4227ec-d51d-4466-acb3-386c32ea6e7b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368671 May 10 19:32:27.595945 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:27.846829 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfb6b0-4c70-41be-a217-d530358dc3ca req-97b96659-6f8e-48d8-8c01-e8c325c5a029 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:27.848221 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-afcfb6b0-4c70-41be-a217-d530358dc3ca req-97b96659-6f8e-48d8-8c01-e8c325c5a029 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0858145 May 10 19:32:27.973776 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-afcfb6b0-4c70-41be-a217-d530358dc3ca req-b28936b9-8955-4c21-9b02-2ca7ab378a1f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191730 May 10 19:32:28.966421 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:29.162533 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4088be-70b2-4cac-b1b6-b92176a8a4b1 req-4d228e56-c4da-489c-974d-c5e8127f31e3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:29.164000 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-de4088be-70b2-4cac-b1b6-b92176a8a4b1 req-4d228e56-c4da-489c-974d-c5e8127f31e3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0793200 May 10 19:32:29.215433 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-de4088be-70b2-4cac-b1b6-b92176a8a4b1 req-eab95a28-ae86-4dd5-966a-05132b7a43ce tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457084 May 10 19:32:30.399400 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b08be-98c9-454c-9b3f-8d610dabbd20 req-9b07fdc5-a76f-43bb-aa41-1564efffc5fe tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:30.400875 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-857b08be-98c9-454c-9b3f-8d610dabbd20 req-9b07fdc5-a76f-43bb-aa41-1564efffc5fe tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0788796 May 10 19:32:30.446978 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-857b08be-98c9-454c-9b3f-8d610dabbd20 req-83d635ec-1d97-4167-93ba-73db5b004dd1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404575 May 10 19:32:31.646639 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634d312-71b8-4bec-bb76-9faf1c37850d req-736e4830-b843-40a2-bb41-3b32ca1b192e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:31.648062 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9634d312-71b8-4bec-bb76-9faf1c37850d req-736e4830-b843-40a2-bb41-3b32ca1b192e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0899041 May 10 19:32:31.691537 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9634d312-71b8-4bec-bb76-9faf1c37850d req-2e421400-7271-481a-bcb9-a1277f61b1b0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377011 May 10 19:32:32.886341 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00d95f-f7d5-43f7-9efb-d395455152aa req-3ad8b701-d2fb-49ec-8dc7-67ecb2336034 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:32.887688 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3c00d95f-f7d5-43f7-9efb-d395455152aa req-3ad8b701-d2fb-49ec-8dc7-67ecb2336034 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0813181 May 10 19:32:32.935663 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3c00d95f-f7d5-43f7-9efb-d395455152aa req-a4e6309e-82d3-43ea-8e7e-6effebecc384 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 May 10 19:32:34.272650 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566f3c-aeaa-4c80-8acd-207584353b06 req-67f6364a-7d4d-4056-91a9-3f7e2527173e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:34.274405 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3e566f3c-aeaa-4c80-8acd-207584353b06 req-67f6364a-7d4d-4056-91a9-3f7e2527173e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0847089 May 10 19:32:34.321487 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3e566f3c-aeaa-4c80-8acd-207584353b06 req-81e0704f-2c19-4202-a86e-7dfc3fc57784 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 May 10 19:32:35.552918 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c4810-344a-42da-8529-6d5e1048652d req-9b805bf0-e3f7-4884-bc52-09c87a59d6be tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:35.554496 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef5c4810-344a-42da-8529-6d5e1048652d req-9b805bf0-e3f7-4884-bc52-09c87a59d6be tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.1117127 May 10 19:32:35.602760 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef5c4810-344a-42da-8529-6d5e1048652d req-78b51e59-fc78-4304-a72b-8814d463e580 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 May 10 19:32:36.796466 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c04fe-6363-47e5-ba63-e583b764623b req-0ab88417-209d-444c-a6c4-626aa79031ce tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:36.797951 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b7c04fe-6363-47e5-ba63-e583b764623b req-0ab88417-209d-444c-a6c4-626aa79031ce tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0799336 May 10 19:32:36.844747 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b7c04fe-6363-47e5-ba63-e583b764623b req-bb4c87b3-4b7a-4908-b536-afd47816afae tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 May 10 19:32:38.030705 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258d14-5ce6-4f22-bc68-2e80541b33b5 req-612ae0b1-1ca6-43ab-85b5-d42d87fed7a8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:38.032133 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9b258d14-5ce6-4f22-bc68-2e80541b33b5 req-612ae0b1-1ca6-43ab-85b5-d42d87fed7a8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0773311 May 10 19:32:38.075590 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9b258d14-5ce6-4f22-bc68-2e80541b33b5 req-1c9c3325-9377-4e44-9540-2fa9acf2e348 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375564 May 10 19:32:39.262796 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5ef80-6b5b-4b5d-ba11-d4d059ba4a5d req-33b35af6-e866-4ca3-9fd2-d0a260560ece tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:39.264220 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-69d5ef80-6b5b-4b5d-ba11-d4d059ba4a5d req-33b35af6-e866-4ca3-9fd2-d0a260560ece tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0830181 May 10 19:32:39.307120 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-69d5ef80-6b5b-4b5d-ba11-d4d059ba4a5d req-d55b7243-4f14-4da5-928a-61ce98f4e984 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371892 May 10 19:32:40.496555 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f90815-7a6a-4bd7-ab39-92d7e2054e18 req-18e22bec-691f-4e5c-a78e-76946ddd55d2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:40.498173 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5f90815-7a6a-4bd7-ab39-92d7e2054e18 req-18e22bec-691f-4e5c-a78e-76946ddd55d2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0799377 May 10 19:32:40.545378 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5f90815-7a6a-4bd7-ab39-92d7e2054e18 req-d085e8b4-39ed-4cf5-913d-a5e8b986c68c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 May 10 19:32:41.737738 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b0aa-80b8-4071-973e-870406878b02 req-175b7478-75b1-41b5-90b6-5bf6c09514ae tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:41.739179 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2df7b0aa-80b8-4071-973e-870406878b02 req-175b7478-75b1-41b5-90b6-5bf6c09514ae tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0808525 May 10 19:32:41.782973 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2df7b0aa-80b8-4071-973e-870406878b02 req-86cb9d05-e11a-4604-84dc-52d13d5fb314 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 May 10 19:32:42.977011 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b126f-e741-428d-bf91-88c3c0a552e3 req-125399f8-31c9-4b6e-b13d-c88535f801f6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:42.978388 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ba0b126f-e741-428d-bf91-88c3c0a552e3 req-125399f8-31c9-4b6e-b13d-c88535f801f6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0855486 May 10 19:32:43.022017 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ba0b126f-e741-428d-bf91-88c3c0a552e3 req-fee6c9bb-578b-4308-af73-1df2420329b0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 May 10 19:32:43.909887 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:32:44.211553 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6a8e9-7c24-4a72-9bca-8930dfdf33ad req-b0a73d7a-b0b7-49be-93ef-41df79269be1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:44.213104 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-63a6a8e9-7c24-4a72-9bca-8930dfdf33ad req-b0a73d7a-b0b7-49be-93ef-41df79269be1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0805230 May 10 19:32:44.258971 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-63a6a8e9-7c24-4a72-9bca-8930dfdf33ad req-156811ce-54fd-4468-8aeb-b47d61ef29f8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396612 May 10 19:32:45.491087 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163d6db-4143-4ab8-9802-d353a0c0a7b7 req-95092afb-4c86-4517-9d1c-d18f5d78a008 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:45.492519 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f163d6db-4143-4ab8-9802-d353a0c0a7b7 req-95092afb-4c86-4517-9d1c-d18f5d78a008 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0822704 May 10 19:32:45.537288 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f163d6db-4143-4ab8-9802-d353a0c0a7b7 req-8edbe280-1841-49da-b9e1-e0da989ac28e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388703 May 10 19:32:46.725383 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5972-7f69-45bf-93cf-34ec8fbff065 req-3b8b0516-1d68-4e11-8cdb-ed79c1d569b8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:46.726829 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-015c5972-7f69-45bf-93cf-34ec8fbff065 req-3b8b0516-1d68-4e11-8cdb-ed79c1d569b8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0812061 May 10 19:32:46.771133 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-015c5972-7f69-45bf-93cf-34ec8fbff065 req-57eb29ae-e30d-4fdf-8f27-b72d1488ab13 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 May 10 19:32:47.040598 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:32:47.169294 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:47.185159 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'port_id': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'mac_address': 'fa:16:3e:1b:d1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:32:47.239365 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:47.255825 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 111827f8-e4e8-4f51-a4ba-edafd909caba {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:32:47.271144 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:47.275042 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:47.276739 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:47.342488 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=6']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:47.349568 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.349921 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.350260 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.350593 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.350923 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.351253 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.351570 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.351901 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.352372 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.352542 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.352864 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.353180 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:47.357170 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:47.368779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['111827f8-e4e8-4f51-a4ba-edafd909caba'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:32:47.966662 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b40d-d801-4c23-b447-a78a31d656dd req-c18d9c37-dfdc-4165-9361-d51e025230c8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:47.968099 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-29b9b40d-d801-4c23-b447-a78a31d656dd req-c18d9c37-dfdc-4165-9361-d51e025230c8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 945 time: 0.0839171 May 10 19:32:48.015041 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-29b9b40d-d801-4c23-b447-a78a31d656dd req-864c2605-ca8c-4b73-9013-95549d113a7d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407112 May 10 19:32:49.082864 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:32:49.151525 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:49.195014 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 111827f8-e4e8-4f51-a4ba-edafd909caba triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:32:49.195386 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:49.276403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c4dde-2196-4ac8-b11d-1d93948b6322 req-7134aa34-c629-4374-a09b-5f15aa0d59eb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:49.277887 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2e1c4dde-2196-4ac8-b11d-1d93948b6322 req-7134aa34-c629-4374-a09b-5f15aa0d59eb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 945 time: 0.1499507 May 10 19:32:49.322964 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2e1c4dde-2196-4ac8-b11d-1d93948b6322 req-609cabba-8165-4123-8304-9bc38db6c873 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391335 May 10 19:32:49.338985 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:49.379643 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:32:49.389289 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:49.393629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:49.396369 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:49.456592 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'code': 200} May 10 19:32:49.497807 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=7']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:49.500846 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:50.564034 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405c6b-4e9e-46e9-a73c-45c72309e2d7 req-72b489c6-cd75-40c3-a905-78a81cb9e3d3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:50.566012 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d4405c6b-4e9e-46e9-a73c-45c72309e2d7 req-72b489c6-cd75-40c3-a905-78a81cb9e3d3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.1299000 May 10 19:32:50.609502 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d4405c6b-4e9e-46e9-a73c-45c72309e2d7 req-4752bfd4-2905-495a-9a42-0c6608d78215 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 May 10 19:32:51.811525 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6219fb6-ff4e-469c-a2b0-705ada954807 req-5132ad1a-9c2c-44df-b286-6e180581279e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:51.813056 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d6219fb6-ff4e-469c-a2b0-705ada954807 req-5132ad1a-9c2c-44df-b286-6e180581279e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0881193 May 10 19:32:51.891994 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d6219fb6-ff4e-469c-a2b0-705ada954807 req-ccfa2adb-119b-4402-9c6d-02b6437a405e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643613 May 10 19:32:53.177846 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903efdec-63fe-433d-8562-0971195c2dd8 req-6545d48e-1f01-491c-95f5-ebf6068dab11 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:53.179590 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-903efdec-63fe-433d-8562-0971195c2dd8 req-6545d48e-1f01-491c-95f5-ebf6068dab11 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.1495879 May 10 19:32:53.238459 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-903efdec-63fe-433d-8562-0971195c2dd8 req-4367c544-c3ba-4a0c-b01d-1d08cd57ac9f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526760 May 10 19:32:53.574078 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8590387c-c6b5-4ff2-866d-0d8f6966ea69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:53.916013 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70ec0b-7550-45a8-a4d9-7776b7c2ce2f req-a8a92010-4491-4625-a3e6-e11a5cf7c864 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:53.922027 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8a70ec0b-7550-45a8-a4d9-7776b7c2ce2f req-a8a92010-4491-4625-a3e6-e11a5cf7c864 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 945 time: 0.1929617 May 10 19:32:53.982656 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8a70ec0b-7550-45a8-a4d9-7776b7c2ce2f req-3d8a978c-61f7-4d6c-aaf2-4d0d37c8db88 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587533 May 10 19:32:54.441775 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13441da6-856e-4b67-acb2-c5cb7dccd239 req-214a61cb-d450-4a4c-bf5f-80a99c61db97 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:54.449616 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-13441da6-856e-4b67-acb2-c5cb7dccd239 req-214a61cb-d450-4a4c-bf5f-80a99c61db97 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0962489 May 10 19:32:54.506733 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-13441da6-856e-4b67-acb2-c5cb7dccd239 req-219bc7f5-963f-4678-9b33-80e346c53413 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556326 May 10 19:32:55.188419 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef3c54-54f6-4b41-a22a-13d98b5da685 req-d8a988b7-0597-470f-baee-d9a9b28a17a3 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:55.191319 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-16ef3c54-54f6-4b41-a22a-13d98b5da685 req-d8a988b7-0597-470f-baee-d9a9b28a17a3 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 945 time: 0.1055605 May 10 19:32:55.262650 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-16ef3c54-54f6-4b41-a22a-13d98b5da685 req-9d3e2cb6-7f2c-4689-8a87-abd388e02ece tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638409 May 10 19:32:55.582439 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-da60dc4b-28bd-4aa7-afbe-c6868f725e4a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:55.583944 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-da60dc4b-28bd-4aa7-afbe-c6868f725e4a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 945 time: 0.0897927 May 10 19:32:55.714741 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3392015-f63c-44ea-b9b9-43ff26fbd8ae req-9fcabe47-32ee-4e1e-b0a8-85f0ba4ca7db tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:55.724013 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e3392015-f63c-44ea-b9b9-43ff26fbd8ae req-9fcabe47-32ee-4e1e-b0a8-85f0ba4ca7db tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0963223 May 10 19:32:55.745896 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Deleting port 56098377-fa6a-41fc-bf86-2809c8f135ab {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:55.746341 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:55.774409 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e3392015-f63c-44ea-b9b9-43ff26fbd8ae req-b15b8fc0-2ede-41ce-9e25-49fb489bb4c3 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491595 May 10 19:32:55.942517 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] For port 56098377-fa6a-41fc-bf86-2809c8f135ab, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=56098377-fa6a-41fc-bf86-2809c8f135ab,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:55.942876 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:56.298682 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:56.299339 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:56.299523 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.l3_db [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Floating IP 4d95ac10-c4af-4e76-b6ba-af011e7a5be4 disassociated. External IP: 172.27.2.165, port: 56098377-fa6a-41fc-bf86-2809c8f135ab. May 10 19:32:56.300383 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Calling delete_port for 56098377-fa6a-41fc-bf86-2809c8f135ab owned by compute:nova {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:56.454598 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:56.500159 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:56.555268 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event deleted for resources: {'Port': ['ID=56098377-fa6a-41fc-bf86-2809c8f135ab,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:56.568140 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-436b644d-5554-4c15-adf4-987deee97c81 req-7579d83e-6b67-4633-a645-ccda2de81cf3 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 210 time: 0.1044052 May 10 19:32:56.575388 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.575793 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.576162 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.576670 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.577030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.577387 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.577765 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.578119 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.578472 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.579348 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.579348 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.579569 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:56.584848 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:56.586488 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:56.590958 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f25f89e5-5c66-452a-93ec-26a52808ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:56.803230 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Router 57405021-d995-494b-9f75-db57107cc037 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:32:57.023965 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dc1c1-8f83-4364-9837-f41bbfea2df8 req-f11a457c-b5ab-4872-a9e0-ee6222413958 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:57.029899 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a64dc1c1-8f83-4364-9837-f41bbfea2df8 req-f11a457c-b5ab-4872-a9e0-ee6222413958 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.1310544 May 10 19:32:57.053637 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:32:57.068290 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:32:57.094811 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a64dc1c1-8f83-4364-9837-f41bbfea2df8 req-0d40f7ec-0ade-4bff-b094-5d8adb666444 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616825 May 10 19:32:57.100053 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:32:57.101646 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:32:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:57.320951 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] No DVR routers for this DVR port 56098377-fa6a-41fc-bf86-2809c8f135ab on host hv-cinder-78445 {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:32:57.323691 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:57.328414 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952d0276-6b93-4065-9234-f1031e4cafc9', 'name': 'network-vif-deleted', 'tag': '56098377-fa6a-41fc-bf86-2809c8f135ab'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:32:57.345904 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-02d455a5-8457-4cce-9bb4-d697e213f076 req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "DELETE /v2.0/ports/56098377-fa6a-41fc-bf86-2809c8f135ab HTTP/1.1" status: 204 len: 173 time: 1.7551613 May 10 19:32:57.399743 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:32:57.407945 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952d0276-6b93-4065-9234-f1031e4cafc9', 'name': 'network-vif-deleted', 'tag': '56098377-fa6a-41fc-bf86-2809c8f135ab', 'status': 'completed', 'code': 200} May 10 19:32:57.675809 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:57.790103 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2739223e-7cd9-4837-bae4-fec9eea0b30a req-978090c5-24bd-47d5-b836-3b7c3d558488 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d0276-6b93-4065-9234-f1031e4cafc9 HTTP/1.1" status: 200 len: 210 time: 0.0577230 May 10 19:32:57.851067 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:57.855667 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:32:57.873629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:32:57.873629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:32:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:58.071443 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:32:58.358024 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e9665-736e-4fbf-84ef-26ff4d006aa2 req-f864ba4d-b6cc-46cf-8dbd-96e0a56efab9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:58.359586 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-970e9665-736e-4fbf-84ef-26ff4d006aa2 req-f864ba4d-b6cc-46cf-8dbd-96e0a56efab9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.1098223 May 10 19:32:58.437309 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-970e9665-736e-4fbf-84ef-26ff4d006aa2 req-36d55f2f-0968-4084-9b25-9d0d0c2af1a4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683768 May 10 19:32:58.456481 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:58.463296 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39d8a9-3090-4df3-b54d-15f30d0f2b3a None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:32:58.862700 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814bdf01-8f1d-4a7a-8b67-25b122788a05 None None] New status for floating IP 4d95ac10-c4af-4e76-b6ba-af011e7a5be4: DOWN {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:32:58.978393 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:59.092497 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 56098377-fa6a-41fc-bf86-2809c8f135ab no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:32:59.168139 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 56098377-fa6a-41fc-bf86-2809c8f135ab {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:32:59.168499 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 56098377-fa6a-41fc-bf86-2809c8f135ab not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:32:59.246578 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7a494681-1f0a-4271-873b-723b187d208b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153366257&fields=id&tenant_id=2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 267 time: 0.0625434 May 10 19:32:59.432179 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3f88-06a3-4b22-a848-38a54af3425d req-38ea6fbc-b9cb-467d-87f7-6ff2355f1811 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:59.437127 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-38ea6fbc-b9cb-467d-87f7-6ff2355f1811 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 812 time: 0.1883073 May 10 19:32:59.452509 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-b5697b43-8eb7-4256-9683-ed0a54b9ff6c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/quotas/2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 375 time: 0.0138803 May 10 19:32:59.554290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-537f3f88-06a3-4b22-a848-38a54af3425d req-0060855c-67c8-4928-aa16-65b43e98b95c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:32:59.586521 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-537f3f88-06a3-4b22-a848-38a54af3425d req-0060855c-67c8-4928-aa16-65b43e98b95c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:32:59.588439 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-0060855c-67c8-4928-aa16-65b43e98b95c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293209 May 10 19:32:59.606795 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-66521fad-c78d-42ad-b5a2-0870eeb710e5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:32:59.614253 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-66521fad-c78d-42ad-b5a2-0870eeb710e5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129492 May 10 19:32:59.715274 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cf2fd-ef35-4d95-9b07-5603625ec75b req-0afa80e6-5723-4a1d-8c6d-056d32a425cf tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:59.717585 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1b0cf2fd-ef35-4d95-9b07-5603625ec75b req-0afa80e6-5723-4a1d-8c6d-056d32a425cf tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.1255696 May 10 19:32:59.789282 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1b0cf2fd-ef35-4d95-9b07-5603625ec75b req-895a6f3d-c4d0-4a75-ab9b-951ddcf5a3c0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640061 May 10 19:32:59.834826 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-0de23e7d-d403-4bf8-a984-6ffd27f8f659 service neutron] 10.222.0.58 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176747 May 10 19:33:00.008327 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-022db96f-b3d2-4e53-8711-a0abf93b6264 service neutron] 10.222.0.58 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653936 May 10 19:33:00.468824 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cdad88ec-a014-4844-a2cd-eb43eb7511d7 req-11ffb8d9-8108-4bb7-81c7-76c725de0b20 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 210 time: 0.0612807 May 10 19:33:01.025477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d538-9309-4319-88b5-cd7099e5af93 req-54cb99fe-3e05-4f6a-9327-0bff5c956b6d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:01.027061 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3833d538-9309-4319-88b5-cd7099e5af93 req-54cb99fe-3e05-4f6a-9327-0bff5c956b6d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0970480 May 10 19:33:01.077634 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3833d538-9309-4319-88b5-cd7099e5af93 req-526d4fc0-b1b2-4d54-b1a8-756d0ed74508 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 May 10 19:33:01.656403 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b7fe0ca1-2091-4f33-bd99-2e3ac7008d30 req-6a5c89e0-3ab5-4997-b640-cb602a98d4e0 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 210 time: 0.0682616 May 10 19:33:01.830320 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3f88-06a3-4b22-a848-38a54af3425d req-0f4fc5c9-7deb-4329-95c1-8a6679625b97 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:01.831829 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-0f4fc5c9-7deb-4329-95c1-8a6679625b97 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 812 time: 0.1954226 May 10 19:33:01.923116 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-ca3091e3-e080-4742-b78a-0828f64ab7d1 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 379 time: 0.0787153 May 10 19:33:01.952339 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'port': {'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'admin_state_up': True, 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'security_groups': ['fc672679-cbb6-4e4a-8a45-753d9b87aed0']}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:33:02.130907 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:02.140588 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:02.154477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Made reservation on behalf of 2135c2e2dd0243199633660d0375a96c for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:33:02.157963 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:02.329960 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92149-6b08-472a-ac73-84a0401324a0 req-11024dab-ff40-402f-9394-16defe6475de tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:02.335557 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-90a92149-6b08-472a-ac73-84a0401324a0 req-11024dab-ff40-402f-9394-16defe6475de tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.1102376 May 10 19:33:02.384559 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Allocated IP 172.20.0.9 (1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e/09e5fc85-dd61-498b-81e9-bf91edfb8c10/8c99a821-2c96-41b7-a84c-50ade346542f) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:33:02.395634 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-90a92149-6b08-472a-ac73-84a0401324a0 req-18a1273e-dc6f-4d4f-b2e0-8f61e0ebb695 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 May 10 19:33:02.630594 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:02.650468 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Transition to ACTIVE for port object 8c99a821-2c96-41b7-a84c-50ade346542f will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:33:02.683840 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:02.696533 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:02.757161 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:33:02.760477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:33:02.764614 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:33:02.830215 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=8c99a821-2c96-41b7-a84c-50ade346542f,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:02.835798 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:02.864860 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:02.865762 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:02.895213 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9666955 May 10 19:33:02.907940 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332faff-adae-44ce-ad09-1aa06c41c200 req-002a56ef-5a35-4914-9c0d-87094c926729 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:02.908844 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Request body: {'port': {'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:33:02.909501 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2332faff-adae-44ce-ad09-1aa06c41c200 req-002a56ef-5a35-4914-9c0d-87094c926729 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 931 time: 0.1133001 May 10 19:33:02.972569 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2332faff-adae-44ce-ad09-1aa06c41c200 req-fd8e6754-ba57-4dc2-8462-aa9c8813e833 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542302 May 10 19:33:03.028384 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f87bae48-558f-42ac-9a47-db4c8aa125d0 None None] Provisioning for port 8c99a821-2c96-41b7-a84c-50ade346542f completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:33:03.033468 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-f87bae48-558f-42ac-9a47-db4c8aa125d0 None None] Provisioning complete for port 8c99a821-2c96-41b7-a84c-50ade346542f triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:33:03.033916 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f87bae48-558f-42ac-9a47-db4c8aa125d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:03.092012 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-f87bae48-558f-42ac-9a47-db4c8aa125d0 None None] Port 8c99a821-2c96-41b7-a84c-50ade346542f cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:33:03.117547 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:03.441314 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-d59df3f8-56c8-4329-ad6c-a31d16960f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:03.442793 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-d59df3f8-56c8-4329-ad6c-a31d16960f4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1099 time: 0.0705581 May 10 19:33:03.468921 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c99a821-2c96-41b7-a84c-50ade346542f {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:33:03.477060 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:03.491877 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Transition to ACTIVE for port object 8c99a821-2c96-41b7-a84c-50ade346542f will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:33:03.495744 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:03.500684 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6aa5b149-5b8e-45ea-8f97-1278c180c6bc tempest-DeleteServersTestJSON-1100416563 tempest-DeleteServersTestJSON-1100416563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:03.581276 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-711283ce-84cc-43fa-b99e-5c87003bb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:03.582824 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-711283ce-84cc-43fa-b99e-5c87003bb5eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1338649 May 10 19:33:03.692986 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-bfcdc00a-b28c-431e-86c8-43e545f9ec1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 200 len: 1002 time: 0.1033063 May 10 19:33:03.718527 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Pushing event updated for resources: {'Port': ['ID=8c99a821-2c96-41b7-a84c-50ade346542f,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:03.728077 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:03.764516 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-906c788c-5f87-4d07-9f09-175492a149f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:03.766245 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-906c788c-5f87-4d07-9f09-175492a149f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0674956 May 10 19:33:03.821275 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdc0a4-227f-4d65-af5b-0986e2aef4bb req-651fa7c0-293b-4e37-a8fd-6b90fcefc594 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:03.822868 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b2cdc0a4-227f-4d65-af5b-0986e2aef4bb req-651fa7c0-293b-4e37-a8fd-6b90fcefc594 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.2788737 May 10 19:33:03.857487 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Attempting to bind port 8c99a821-2c96-41b7-a84c-50ade346542f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:33:03.857845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Attempting to bind port 8c99a821-2c96-41b7-a84c-50ade346542f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:33:03.858170 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Attempting to bind port 8c99a821-2c96-41b7-a84c-50ade346542f on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:33:03.861642 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-7de362fb-e5a5-4cd4-ba3b-8ef919ccebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:03.863773 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-7de362fb-e5a5-4cd4-ba3b-8ef919ccebe5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907862 May 10 19:33:03.872445 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Port 8c99a821-2c96-41b7-a84c-50ade346542f on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:33:03.872770 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Attempting to bind port 8c99a821-2c96-41b7-a84c-50ade346542f on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:33:03.887149 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:33:03.887485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Checking segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:33:03.887867 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Bound using segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:33:03.888290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Bound port: 8c99a821-2c96-41b7-a84c-50ade346542f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:33:03.888633 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:03.900785 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b2cdc0a4-227f-4d65-af5b-0986e2aef4bb req-b2f5841b-6721-451e-98c2-04715e891c87 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699615 May 10 19:33:03.982589 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] For port 8c99a821-2c96-41b7-a84c-50ade346542f, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:33:03.986030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] For port 8c99a821-2c96-41b7-a84c-50ade346542f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8c99a821-2c96-41b7-a84c-50ade346542f,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:33:03.991635 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:03.995807 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9e76612d-3585-471b-bea1-37f864a9eecb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:04.061930 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:04.063062 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:04.065426 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] 10.222.0.66 "PUT /v2.0/ports/8c99a821-2c96-41b7-a84c-50ade346542f HTTP/1.1" status: 200 len: 1093 time: 1.1615314 May 10 19:33:04.068122 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:33:04.079158 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-76cada19-7b95-493b-8a8f-29ef892ebfd7 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091095 May 10 19:33:04.143706 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f', 'status': 'completed', 'code': 200} May 10 19:33:04.155064 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Pushing event updated for resources: {'Port': ['ID=8c99a821-2c96-41b7-a84c-50ade346542f,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:04.159530 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:04.190524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c5df6830-3be8-49d0-95ae-8f007fea19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:04.191906 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-c5df6830-3be8-49d0-95ae-8f007fea19ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 1096 time: 0.0861142 May 10 19:33:04.278212 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-a0703724-838c-4d0c-a60b-8e58bdd8a2f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c99a821-2c96-41b7-a84c-50ade346542f HTTP/1.1" status: 200 len: 217 time: 0.0787587 May 10 19:33:04.281168 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ce734b6-ab41-4105-8698-eb481c3fe90a req-3ee9e3cf-d127-4984-a721-3d17114454b9 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854813 May 10 19:33:04.302754 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b6bc7-a55e-4f93-ab87-3dbf7ad64355 req-73da2b01-211e-4608-9528-d35fe6cb7625 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:04.304394 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c7b6bc7-a55e-4f93-ab87-3dbf7ad64355 req-73da2b01-211e-4608-9528-d35fe6cb7625 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.2099471 May 10 19:33:04.347741 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3f88-06a3-4b22-a848-38a54af3425d req-85059d51-408f-4364-aaed-0eb485a22b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:04.349100 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-85059d51-408f-4364-aaed-0eb485a22b6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0607877 May 10 19:33:04.354338 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c7b6bc7-a55e-4f93-ab87-3dbf7ad64355 req-acca58a6-5d98-4b51-8e46-73ef40f30e0f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440884 May 10 19:33:04.423811 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f3f88-06a3-4b22-a848-38a54af3425d req-45656b94-11d9-4d4f-bebd-8cdd85f3142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:04.425305 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-45656b94-11d9-4d4f-bebd-8cdd85f3142a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690351 May 10 19:33:04.555715 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-d66625f2-65d8-4d46-93b2-849ced9423c3 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226127 May 10 19:33:04.685514 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-537f3f88-06a3-4b22-a848-38a54af3425d req-d510b756-1c3d-4369-b606-3dfa83ecf2db service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223249 May 10 19:33:04.892026 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b55426-41dc-434d-9360-9ce00d397b67 req-2a863f89-3ab2-458e-8ef9-35b88e95f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:04.893506 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-62b55426-41dc-434d-9360-9ce00d397b67 req-2a863f89-3ab2-458e-8ef9-35b88e95f6e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 1096 time: 0.1593196 May 10 19:33:05.062763 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b55426-41dc-434d-9360-9ce00d397b67 req-6f782105-7220-4537-9099-afda89ee7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:05.064216 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-62b55426-41dc-434d-9360-9ce00d397b67 req-6f782105-7220-4537-9099-afda89ee7d49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1641936 May 10 19:33:05.137333 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-62b55426-41dc-434d-9360-9ce00d397b67 req-adc4423a-0d3d-4ec4-b18b-75dce851a042 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c99a821-2c96-41b7-a84c-50ade346542f HTTP/1.1" status: 200 len: 217 time: 0.0658982 May 10 19:33:05.206282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d83647-967a-435a-a2df-0ffa1c0523e8 req-df553989-f53b-4d15-aa41-db1f4f38aea8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:05.207718 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-33d83647-967a-435a-a2df-0ffa1c0523e8 req-df553989-f53b-4d15-aa41-db1f4f38aea8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.1901438 May 10 19:33:05.238729 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b55426-41dc-434d-9360-9ce00d397b67 req-abd1dbe2-eddc-4ffc-9be8-70d4de3bd2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:05.240162 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-62b55426-41dc-434d-9360-9ce00d397b67 req-abd1dbe2-eddc-4ffc-9be8-70d4de3bd2d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0953929 May 10 19:33:05.302317 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-33d83647-967a-435a-a2df-0ffa1c0523e8 req-26824c9f-2fb5-4fd3-942b-fc535b18abbe tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850558 May 10 19:33:05.333676 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b55426-41dc-434d-9360-9ce00d397b67 req-46d5444d-9768-4f97-a414-6a1d91f892e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:05.335183 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-62b55426-41dc-434d-9360-9ce00d397b67 req-46d5444d-9768-4f97-a414-6a1d91f892e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843525 May 10 19:33:05.468814 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-62b55426-41dc-434d-9360-9ce00d397b67 req-23f151e3-8d08-4247-9e84-6734cb408c3d service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267061 May 10 19:33:05.539189 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61fcb-8ab1-4184-a962-d73a40d2dcf9 req-a178e8ee-0b3d-4367-89c4-2eef365db8da tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:05.540627 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0ec61fcb-8ab1-4184-a962-d73a40d2dcf9 req-a178e8ee-0b3d-4367-89c4-2eef365db8da tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0786219 May 10 19:33:05.584958 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0ec61fcb-8ab1-4184-a962-d73a40d2dcf9 req-7c312fbc-98a4-46be-8e33-a55c28d5d577 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384469 May 10 19:33:05.600426 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-62b55426-41dc-434d-9360-9ce00d397b67 req-d43e6fe7-889b-4985-b130-1bddd4d14bfc service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241162 May 10 19:33:06.505898 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f54f39-bdc7-4ee7-8bae-e1a591f882ec req-9246714d-1c7d-4dbd-bd37-0c51cf66151f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:06.523179 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-08f54f39-bdc7-4ee7-8bae-e1a591f882ec req-9246714d-1c7d-4dbd-bd37-0c51cf66151f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 946 time: 0.0851316 May 10 19:33:06.555334 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-08f54f39-bdc7-4ee7-8bae-e1a591f882ec req-4484d0f3-b539-4733-8594-310ae068270d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 May 10 19:33:06.773237 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add7672-3eb8-41d7-8bd9-fa9ba6221b1c req-16a1a773-6f3d-4096-9211-2418e7c412cd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:06.773849 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-1add7672-3eb8-41d7-8bd9-fa9ba6221b1c req-16a1a773-6f3d-4096-9211-2418e7c412cd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:33:06.789763 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-1add7672-3eb8-41d7-8bd9-fa9ba6221b1c req-16a1a773-6f3d-4096-9211-2418e7c412cd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:33:06.791091 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1add7672-3eb8-41d7-8bd9-fa9ba6221b1c req-16a1a773-6f3d-4096-9211-2418e7c412cd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0986459 May 10 19:33:06.838975 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1add7672-3eb8-41d7-8bd9-fa9ba6221b1c req-d8b8989d-4d6c-45bb-aba0-21cea5cbcfd6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420315 May 10 19:33:07.168570 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:33:07.283808 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:07.342927 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:33:07.357440 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:07.362939 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:07.365668 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:07.396292 dv-cinder-784453-6-iscsi neutron-server[78732]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'code': 422} returned with failed status May 10 19:33:07.433408 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=8']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:07.436508 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:08.026412 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df276ca-01da-40b9-80e5-312edc1f4e13 req-8fb5fd6c-ee6d-4b5a-b897-251414d7eb18 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:08.028671 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1df276ca-01da-40b9-80e5-312edc1f4e13 req-8fb5fd6c-ee6d-4b5a-b897-251414d7eb18 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.1452169 May 10 19:33:08.033208 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-923b38a4-fd52-4237-8373-b957fe97a8ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103356 May 10 19:33:08.034764 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b81129-b703-421d-ba61-c4669d09c009 req-588cdc6b-f55a-44f5-97a3-92a13d054d80 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:08.036230 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-36b81129-b703-421d-ba61-c4669d09c009 req-588cdc6b-f55a-44f5-97a3-92a13d054d80 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0837088 May 10 19:33:08.082466 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-36b81129-b703-421d-ba61-c4669d09c009 req-102f1a98-e875-4f72-8141-d567f611fd99 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 May 10 19:33:08.083245 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1df276ca-01da-40b9-80e5-312edc1f4e13 req-e6be5c20-7e93-4aef-938a-7e83ea9b2fa9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477450 May 10 19:33:09.048898 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-bf77a43c-bc9e-4602-8a4d-c8e2363b36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:09.050908 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-bf77a43c-bc9e-4602-8a4d-c8e2363b36e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f&tenant_id=2a096c4e7fec4fcfadab63d96fa34cce HTTP/1.1" status: 200 len: 1097 time: 0.0722423 May 10 19:33:09.144712 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-f8902278-384d-4ea2-976e-be3045e6a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:09.146204 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-f8902278-384d-4ea2-976e-be3045e6a9df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1097 time: 0.0732319 May 10 19:33:09.274991 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a342c-c3fd-4c0f-b31e-d15ad2ce005b req-e38d9dfe-2ff3-4d74-a850-59e8307c24f9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:09.277126 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3c3a342c-c3fd-4c0f-b31e-d15ad2ce005b req-e38d9dfe-2ff3-4d74-a850-59e8307c24f9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0830965 May 10 19:33:09.323862 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3c3a342c-c3fd-4c0f-b31e-d15ad2ce005b req-e1eba61d-5435-45f2-9dc7-2fb1b1e16b63 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 May 10 19:33:09.335929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-a79cb5f4-bbbe-40a1-b783-ffb8a8776a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:09.337521 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-a79cb5f4-bbbe-40a1-b783-ffb8a8776a4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.1844797 May 10 19:33:09.510015 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355b5c9-0575-4e70-9a2a-554872913332 req-6cad45f0-9b2a-4b24-bb12-d2564c9de038 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:09.511476 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c355b5c9-0575-4e70-9a2a-554872913332 req-6cad45f0-9b2a-4b24-bb12-d2564c9de038 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.2883408 May 10 19:33:09.571646 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-5fd1744a-3343-4810-b60e-65c83c7d3efe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 200 len: 1000 time: 0.2227716 May 10 19:33:09.586395 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c355b5c9-0575-4e70-9a2a-554872913332 req-02946084-d1c9-4ad1-a6a5-724609f052b4 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687659 May 10 19:33:09.684549 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-057ca310-e6a5-42a1-bcf2-c264db8001bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:09.686338 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-057ca310-e6a5-42a1-bcf2-c264db8001bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.1068873 May 10 19:33:09.773356 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-e00ac48c-cee9-456c-85eb-b780ae5a3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:09.774914 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-e00ac48c-cee9-456c-85eb-b780ae5a3173 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797901 May 10 19:33:09.786436 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-eca2d7b7-5961-4ac7-82c7-710c8291a332 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:33:09.787330 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-eca2d7b7-5961-4ac7-82c7-710c8291a332 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048790 May 10 19:33:09.941604 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-ad291a30-9344-49f7-a1e2-34c04ffd1d9a service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467946 May 10 19:33:10.077316 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb19530a-7d37-4e83-9363-2d7e6ca035bc req-7def6f4a-f2b4-4107-9a02-bcc943ee30d8 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283534 May 10 19:33:10.536942 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dad3b1-758c-4e8b-b21e-6ea6538e824d req-824da64c-a1dd-4028-bec2-7d3f3a0dfe81 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:10.539187 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0dad3b1-758c-4e8b-b21e-6ea6538e824d req-824da64c-a1dd-4028-bec2-7d3f3a0dfe81 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.1075759 May 10 19:33:10.592765 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0dad3b1-758c-4e8b-b21e-6ea6538e824d req-06fe6a0f-fb97-4fc5-8824-31432e60b14a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477297 May 10 19:33:10.825460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d75c-7e66-4408-984c-f7e1b164f175 req-c42360a3-7963-47d9-8097-fb4eb0cd9f2a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:10.827066 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3211d75c-7e66-4408-984c-f7e1b164f175 req-c42360a3-7963-47d9-8097-fb4eb0cd9f2a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.1134863 May 10 19:33:10.894734 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3211d75c-7e66-4408-984c-f7e1b164f175 req-afba5c22-5383-435a-8c2d-af771a931ba8 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607576 May 10 19:33:11.788221 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223da6-f5e3-4ae5-b052-ebe6fb891046 req-4e3da22a-9492-48d8-9450-d6b62c79eb86 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:11.789811 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85223da6-f5e3-4ae5-b052-ebe6fb891046 req-4e3da22a-9492-48d8-9450-d6b62c79eb86 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0810232 May 10 19:33:11.842821 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85223da6-f5e3-4ae5-b052-ebe6fb891046 req-191ddc98-4a17-4a07-91d5-386e39e5032d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465906 May 10 19:33:12.101211 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac4222-7142-4a21-af8c-dfaf0f2b4b20 req-dfd50f73-112c-46ad-914e-459ea40fe7a9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:12.102691 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-44ac4222-7142-4a21-af8c-dfaf0f2b4b20 req-dfd50f73-112c-46ad-914e-459ea40fe7a9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0882454 May 10 19:33:12.154089 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-44ac4222-7142-4a21-af8c-dfaf0f2b4b20 req-2bc96b01-68c0-475f-8433-10e13440f047 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454712 May 10 19:33:13.037261 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbba196-dc7f-40a9-8744-6a023d082179 req-5b3ddf0f-27f7-48f6-94c3-217337326388 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:13.039663 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1fbba196-dc7f-40a9-8744-6a023d082179 req-5b3ddf0f-27f7-48f6-94c3-217337326388 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0857618 May 10 19:33:13.088173 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1fbba196-dc7f-40a9-8744-6a023d082179 req-0df8cf67-3824-4b15-8aca-2be71ed4d336 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431404 May 10 19:33:13.353017 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e9b66-b4e7-4f33-a231-543cb57be9be req-72ac5d1f-c2df-4515-9e52-28c239523299 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:13.354540 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-295e9b66-b4e7-4f33-a231-543cb57be9be req-72ac5d1f-c2df-4515-9e52-28c239523299 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0867958 May 10 19:33:13.424324 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-295e9b66-b4e7-4f33-a231-543cb57be9be req-df8073cf-d6b4-4c8d-a2d4-2bfe91fb6ed6 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625918 May 10 19:33:14.284618 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee8331-ada5-4284-95ff-140d9976bdb5 req-da09c4dc-786b-4c12-8025-8f468d458121 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:14.286113 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f6ee8331-ada5-4284-95ff-140d9976bdb5 req-da09c4dc-786b-4c12-8025-8f468d458121 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0837557 May 10 19:33:14.333285 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f6ee8331-ada5-4284-95ff-140d9976bdb5 req-c285074d-1dba-4511-b31f-2fea242d00b6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414414 May 10 19:33:14.632652 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa3494-302c-4fd3-bc09-3644e3780c78 req-8bf3be6b-5ed6-475b-96c5-bed9f2f0ed1b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:14.640839 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-49fa3494-302c-4fd3-bc09-3644e3780c78 req-8bf3be6b-5ed6-475b-96c5-bed9f2f0ed1b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0976188 May 10 19:33:14.689297 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-49fa3494-302c-4fd3-bc09-3644e3780c78 req-256472ff-c4aa-4e33-b5f7-9bc5b7d11219 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473623 May 10 19:33:15.522340 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10d5fc-1bef-4248-8734-5132e4506a0b req-fd0616d7-6aad-4312-a91e-eef9beaab7f9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:15.524553 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b10d5fc-1bef-4248-8734-5132e4506a0b req-fd0616d7-6aad-4312-a91e-eef9beaab7f9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0831549 May 10 19:33:15.574139 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b10d5fc-1bef-4248-8734-5132e4506a0b req-e9ee8af5-3c15-4e2c-b809-46a1449c8e03 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432196 May 10 19:33:15.908199 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eb349-ed3f-46dd-b57f-e1297b90cd25 req-a34037d0-03d4-4658-b269-24c611227697 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:15.910248 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cc3eb349-ed3f-46dd-b57f-e1297b90cd25 req-a34037d0-03d4-4658-b269-24c611227697 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0913529 May 10 19:33:15.957416 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cc3eb349-ed3f-46dd-b57f-e1297b90cd25 req-63663aa5-162a-42e3-9e03-9a6b49f01369 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 May 10 19:33:16.771251 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43153c4-5991-45e6-a693-d7652ba6b417 req-61962a4c-7fc1-4ef5-ac73-0e8fee7404c6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:16.772912 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d43153c4-5991-45e6-a693-d7652ba6b417 req-61962a4c-7fc1-4ef5-ac73-0e8fee7404c6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0928800 May 10 19:33:16.840133 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d43153c4-5991-45e6-a693-d7652ba6b417 req-0dde4d74-8613-49d4-98eb-9b5ca0af4a6a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609322 May 10 19:33:17.162473 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b498-1e6d-4dd8-97d9-c06eefd93c49 req-ac440052-3499-421f-966c-203ad8f9ed9f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:17.164013 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-87e0b498-1e6d-4dd8-97d9-c06eefd93c49 req-ac440052-3499-421f-966c-203ad8f9ed9f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0867734 May 10 19:33:17.215368 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-87e0b498-1e6d-4dd8-97d9-c06eefd93c49 req-b92179b1-f732-4d36-a70c-2305cd28eea0 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450113 May 10 19:33:18.045230 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597f62a-cad4-461a-8c50-69c7ad0ca22c req-9798805f-c26f-4e09-8228-16bf07eeb66c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:18.046774 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f597f62a-cad4-461a-8c50-69c7ad0ca22c req-9798805f-c26f-4e09-8228-16bf07eeb66c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0944247 May 10 19:33:18.094092 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f597f62a-cad4-461a-8c50-69c7ad0ca22c req-0758ffb6-e266-429d-b35f-1ed50b974c5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411587 May 10 19:33:18.415593 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eabe8-c01b-42fb-8aeb-dd139d8157c1 req-17a58783-9d51-41fc-9ee5-6068f4cd09ef tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:18.417095 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1f5eabe8-c01b-42fb-8aeb-dd139d8157c1 req-17a58783-9d51-41fc-9ee5-6068f4cd09ef tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0849795 May 10 19:33:18.466370 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1f5eabe8-c01b-42fb-8aeb-dd139d8157c1 req-b5db92e0-f611-49d2-88d8-4a4a578471b9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 May 10 19:33:19.143699 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:19.292073 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b39e2b-6daa-4e11-8ff8-ecdb387a3d3d req-2f1eb860-d3aa-4a68-b8d2-3df0e9d903ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:19.293499 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17b39e2b-6daa-4e11-8ff8-ecdb387a3d3d req-2f1eb860-d3aa-4a68-b8d2-3df0e9d903ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0811467 May 10 19:33:19.339577 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17b39e2b-6daa-4e11-8ff8-ecdb387a3d3d req-49f9398c-b852-4513-ac92-1ce082503129 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 May 10 19:33:19.772902 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a3dec-6c01-481c-af86-328d32052f2e req-6106ba68-9012-4f2e-bb1a-5e1df56b90df tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:19.778015 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d72a3dec-6c01-481c-af86-328d32052f2e req-6106ba68-9012-4f2e-bb1a-5e1df56b90df tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0991995 May 10 19:33:19.845709 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d72a3dec-6c01-481c-af86-328d32052f2e req-b3bc5fd7-41ac-4abd-81e7-a8eee6748da5 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554607 May 10 19:33:20.534022 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b299ea-8f8b-480e-ab72-57ab83385f9c req-9836008d-504a-49ca-af92-7cdae1a4cd71 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:20.535674 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f4b299ea-8f8b-480e-ab72-57ab83385f9c req-9836008d-504a-49ca-af92-7cdae1a4cd71 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0862169 May 10 19:33:20.583389 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f4b299ea-8f8b-480e-ab72-57ab83385f9c req-f0c35872-2d32-4503-987c-1d351332544a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418394 May 10 19:33:20.909097 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:33:21.062362 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51601558-824f-4531-b56a-1d58817aa239 req-ca275dae-686e-4668-91e3-bbbae013293e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:21.063731 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51601558-824f-4531-b56a-1d58817aa239 req-ca275dae-686e-4668-91e3-bbbae013293e tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0792847 May 10 19:33:21.110545 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-51601558-824f-4531-b56a-1d58817aa239 req-6ed9b3e5-2908-4c0f-8b21-e8f9ac34c3c1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410285 May 10 19:33:21.768184 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b047ff-5263-4f0e-b338-8a6dbd1a5c1b req-f587f260-48c3-4a21-80c1-68a06501be55 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:21.770247 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-57b047ff-5263-4f0e-b338-8a6dbd1a5c1b req-f587f260-48c3-4a21-80c1-68a06501be55 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0782373 May 10 19:33:21.820283 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-57b047ff-5263-4f0e-b338-8a6dbd1a5c1b req-3f1d0102-c1fc-40f9-a18c-5ab3a8c58ffa tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441618 May 10 19:33:22.298220 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b05821-6ae4-479e-bdd5-2b2f338ee34d req-0a4ce543-f883-45f8-9b08-fcc095ce3165 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:22.299687 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c0b05821-6ae4-479e-bdd5-2b2f338ee34d req-0a4ce543-f883-45f8-9b08-fcc095ce3165 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0796890 May 10 19:33:22.348478 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c0b05821-6ae4-479e-bdd5-2b2f338ee34d req-3977fe59-ec5f-48c9-a41f-e24035831558 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 May 10 19:33:23.014414 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c9fff-61fb-4eb2-842c-55e336bc7dd6 req-8139bce0-fc3d-49d5-9575-48e5fb7d99d5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:23.015789 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-500c9fff-61fb-4eb2-842c-55e336bc7dd6 req-8139bce0-fc3d-49d5-9575-48e5fb7d99d5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.0899460 May 10 19:33:23.060604 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-500c9fff-61fb-4eb2-842c-55e336bc7dd6 req-4e34176c-f467-469e-bd75-213a0bf18e2b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383072 May 10 19:33:23.548729 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df924852-cdd6-48c4-85ac-7196a7571189 req-e38c5f88-5a3a-4cbc-b041-6b766b64f778 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:23.550213 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-df924852-cdd6-48c4-85ac-7196a7571189 req-e38c5f88-5a3a-4cbc-b041-6b766b64f778 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0822287 May 10 19:33:23.568929 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-987f52cc-f87a-41ac-948f-f45fe7088168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:23.596745 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-df924852-cdd6-48c4-85ac-7196a7571189 req-2f0719c0-5e7d-445d-a4d4-d74e1460dbb2 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 May 10 19:33:24.096884 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-1beee155-9b27-4c1f-ae8c-3b197e33fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:24.098923 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-1beee155-9b27-4c1f-ae8c-3b197e33fa69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1097 time: 0.0747609 May 10 19:33:24.342045 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ad72-2ee0-44ca-a86a-d423907f52de req-64e50377-fac0-4a2a-b22f-55828028b3e5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:24.343437 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-92e3ad72-2ee0-44ca-a86a-d423907f52de req-64e50377-fac0-4a2a-b22f-55828028b3e5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 943 time: 0.1648550 May 10 19:33:24.349614 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-399f1ebb-6c03-4b6e-bcf8-4382762d9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:24.351081 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-399f1ebb-6c03-4b6e-bcf8-4382762d9814 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 200 len: 918 time: 0.2337794 May 10 19:33:24.396983 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-92e3ad72-2ee0-44ca-a86a-d423907f52de req-fb6e6007-4086-43e5-a773-c201b85ec446 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471253 May 10 19:33:24.456620 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-1955370a-8cc4-4c26-9bfc-1e8f2fbfb13d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 200 len: 1000 time: 0.0984540 May 10 19:33:24.522628 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-e18f26ed-f101-4d2e-b5ba-ce248fbc2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:24.524110 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-e18f26ed-f101-4d2e-b5ba-ce248fbc2851 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 200 len: 856 time: 0.0610609 May 10 19:33:24.599042 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-ede13cc8-1ee7-435c-a675-2dd3e012e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:24.600531 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-ede13cc8-1ee7-435c-a675-2dd3e012e279 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c6f0e170-c778-46c6-afb0-184c129fd23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705521 May 10 19:33:24.739739 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-976299f0-6662-44bd-8e18-03cb037b8a79 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325085 May 10 19:33:24.797804 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb34641-9989-48f1-af1c-33f9ff237f79 req-c2b4c83c-4268-49cf-bd02-d56a59ac6598 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:24.799248 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1bb34641-9989-48f1-af1c-33f9ff237f79 req-c2b4c83c-4268-49cf-bd02-d56a59ac6598 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0845790 May 10 19:33:24.850971 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1bb34641-9989-48f1-af1c-33f9ff237f79 req-8f862f2f-79a0-462e-be9b-7b5a38a6c6a1 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458381 May 10 19:33:24.897447 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7d2dfc08-554e-4f9f-aaee-22846b0d564f req-2bf6c1b4-cf2f-4de1-8b0b-9c3c8f9a6372 service neutron] 10.222.0.66 "GET /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507950 May 10 19:33:25.236119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 8c99a821-2c96-41b7-a84c-50ade346542f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:33:25.366714 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 8c99a821-2c96-41b7-a84c-50ade346542f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8c99a821-2c96-41b7-a84c-50ade346542f,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:25.379563 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '8c99a821-2c96-41b7-a84c-50ade346542f', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:33:25.437033 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:25.454366 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c99a821-2c96-41b7-a84c-50ade346542f {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:33:25.469896 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 8c99a821-2c96-41b7-a84c-50ade346542f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8c99a821-2c96-41b7-a84c-50ade346542f,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:25.475685 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:25.477727 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:25.541510 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=8c99a821-2c96-41b7-a84c-50ade346542f,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:25.544676 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:25.591491 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701fcb0-654c-4be0-99ca-f5e4b2bd01bf req-9a17a1f6-bef2-4545-974f-b537829f84d8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:25.593170 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7701fcb0-654c-4be0-99ca-f5e4b2bd01bf req-9a17a1f6-bef2-4545-974f-b537829f84d8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 944 time: 0.0831254 May 10 19:33:25.639802 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7701fcb0-654c-4be0-99ca-f5e4b2bd01bf req-929f8b9c-73f4-48ce-bcf4-fab82583ae97 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400310 May 10 19:33:25.858379 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['8c99a821-2c96-41b7-a84c-50ade346542f'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:33:26.050387 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce505-088e-4869-83d3-128b8ea92711 req-1befb362-5274-407a-a58e-91f44088f329 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:26.051974 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-212ce505-088e-4869-83d3-128b8ea92711 req-1befb362-5274-407a-a58e-91f44088f329 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0870123 May 10 19:33:26.097442 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-212ce505-088e-4869-83d3-128b8ea92711 req-df69139a-1f91-4f20-96a0-31d3cce44d9c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396171 May 10 19:33:26.562428 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8d54cc56-36f5-4cc7-86c9-d08cd0c26bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:26.568427 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:26.844026 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea686c-cb57-43c4-b341-9edcf353d99d req-6fac1226-23f7-454d-94c4-257e7b1192a4 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:26.845553 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5cea686c-cb57-43c4-b341-9edcf353d99d req-6fac1226-23f7-454d-94c4-257e7b1192a4 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 944 time: 0.0973191 May 10 19:33:26.892445 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5cea686c-cb57-43c4-b341-9edcf353d99d req-23091d38-cf7e-45bb-aacd-42ac4b1eadd4 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404813 May 10 19:33:26.967075 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe018e7-69cf-4be7-b0e7-b8900b31e81e req-6a47121f-54c8-4f8c-8017-21580ea97d37 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:26.968421 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1fe018e7-69cf-4be7-b0e7-b8900b31e81e req-6a47121f-54c8-4f8c-8017-21580ea97d37 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 946 time: 0.0813887 May 10 19:33:27.013906 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1fe018e7-69cf-4be7-b0e7-b8900b31e81e req-edee0a8e-24b2-49f9-a303-71450e673c7f tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391836 May 10 19:33:27.232492 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:33:27.240740 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 8c99a821-2c96-41b7-a84c-50ade346542f up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:33:27.290223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8172043-392e-4a2f-affb-3c8f09c10bb8 req-02c4f705-78bb-475c-bc72-c1619857716c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:27.291849 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d8172043-392e-4a2f-affb-3c8f09c10bb8 req-02c4f705-78bb-475c-bc72-c1619857716c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 944 time: 0.0865202 May 10 19:33:27.338993 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d8172043-392e-4a2f-affb-3c8f09c10bb8 req-11b952ef-4cf0-4865-8625-52236529fb50 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 May 10 19:33:27.391807 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 8c99a821-2c96-41b7-a84c-50ade346542f completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:33:27.409021 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 8c99a821-2c96-41b7-a84c-50ade346542f triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:33:27.409480 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:27.471901 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:27.495671 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'port_id': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'mac_address': 'fa:16:3e:1b:d1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:33:27.604152 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:27.633834 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:27.635280 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111827f8-e4e8-4f51-a4ba-edafd909caba {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:33:27.639121 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:27.670439 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:27.675292 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:33:27.682945 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:27.686534 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b6c249d4-c7de-461b-b138-1629d119f868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:27.721681 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 8c99a821-2c96-41b7-a84c-50ade346542f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8c99a821-2c96-41b7-a84c-50ade346542f,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:27.724002 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f', 'code': 200} May 10 19:33:27.734734 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:27.761165 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=9']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:27.764022 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:27.764582 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-00ac0599-a131-4efc-abec-bd891668defa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:27.833215 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=8c99a821-2c96-41b7-a84c-50ade346542f,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:27.836629 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:27.999719 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3ecbe-7664-4e81-bd3c-7b1bcf8dae4c req-ebdd598f-0ff9-433e-9a1b-5ae124549095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:28.001163 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ffe3ecbe-7664-4e81-bd3c-7b1bcf8dae4c req-ebdd598f-0ff9-433e-9a1b-5ae124549095 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 1098 time: 0.0694616 May 10 19:33:28.011071 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['111827f8-e4e8-4f51-a4ba-edafd909caba'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:33:28.084850 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ffe3ecbe-7664-4e81-bd3c-7b1bcf8dae4c req-59ca9df6-d575-4221-879c-32d36ec5edb5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503554 May 10 19:33:28.119910 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc15ef7-660e-4f54-80c0-e9403db0d049 req-1574be65-9035-4f78-ac0a-d6a5983d4ea0 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:28.126127 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7cc15ef7-660e-4f54-80c0-e9403db0d049 req-1574be65-9035-4f78-ac0a-d6a5983d4ea0 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 945 time: 0.1239042 May 10 19:33:28.170588 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7cc15ef7-660e-4f54-80c0-e9403db0d049 req-3546002d-b818-4cfe-a353-a0275ec4923a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 May 10 19:33:28.211179 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5a69-61b0-4232-a734-c8abc02e85ab req-62363dc2-2561-4f7e-825b-3bda23d02c70 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:28.212644 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0bda5a69-61b0-4232-a734-c8abc02e85ab req-62363dc2-2561-4f7e-825b-3bda23d02c70 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 946 time: 0.0880775 May 10 19:33:28.260570 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0bda5a69-61b0-4232-a734-c8abc02e85ab req-c7ac0a58-a2ea-448e-925e-35bd12106437 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 May 10 19:33:28.537677 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd34d5-a8e2-4c38-b0f9-c560aba38b2e req-a992a5de-51ca-4e0e-a7ae-0c7677f3c549 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:28.539136 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-73fd34d5-a8e2-4c38-b0f9-c560aba38b2e req-a992a5de-51ca-4e0e-a7ae-0c7677f3c549 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 945 time: 0.0837340 May 10 19:33:28.584595 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-73fd34d5-a8e2-4c38-b0f9-c560aba38b2e req-c5793f20-8f88-4f54-b8e9-dad245c5713a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395987 May 10 19:33:28.969328 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.033987 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-7fe312bd-514e-41e4-8ce8-aa01bf4b617c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:29.035981 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-7fe312bd-514e-41e4-8ce8-aa01bf4b617c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 946 time: 0.0797701 May 10 19:33:29.172225 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Deleting port 433aea54-8795-4aaf-8641-9ee7b86b9baa {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:33:29.172563 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.252970 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:33:29.309841 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] For port 433aea54-8795-4aaf-8641-9ee7b86b9baa, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=433aea54-8795-4aaf-8641-9ee7b86b9baa,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:29.309841 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.330509 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 111827f8-e4e8-4f51-a4ba-edafd909caba triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:33:29.331234 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.461752 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb9048-bdf4-42cb-b4a2-1b64ad2f3c90 req-897be883-6f9b-44c5-b72c-8bb508666c78 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:29.470003 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-48fb9048-bdf4-42cb-b4a2-1b64ad2f3c90 req-897be883-6f9b-44c5-b72c-8bb508666c78 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 945 time: 0.1778817 May 10 19:33:29.485259 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.524364 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-48fb9048-bdf4-42cb-b4a2-1b64ad2f3c90 req-43ec0c67-180f-46b8-b230-d6618bbc20e0 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525804 May 10 19:33:29.526565 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:29.533987 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.536470 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b6c249d4-c7de-461b-b138-1629d119f868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:29.602012 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=10']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:29.606633 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:29.724795 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:33:29.767607 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa3298-1429-47be-bab0-a43369d24ccb req-7acfb602-1477-4165-bc1d-cbba3b0030f1 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:29.769062 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-36fa3298-1429-47be-bab0-a43369d24ccb req-7acfb602-1477-4165-bc1d-cbba3b0030f1 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 946 time: 0.2616045 May 10 19:33:29.780633 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d21c3d-eab3-4887-8992-f29918c5c1e7 req-9b505d95-229e-457b-8113-08725c59ed76 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:29.782134 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d2d21c3d-eab3-4887-8992-f29918c5c1e7 req-9b505d95-229e-457b-8113-08725c59ed76 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 947 time: 0.0828083 May 10 19:33:29.815539 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.815977 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.816367 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.l3_db [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Floating IP b8551352-22b0-44e9-ba63-4e4426642cbb disassociated. External IP: 172.27.2.155, port: 433aea54-8795-4aaf-8641-9ee7b86b9baa. May 10 19:33:29.817215 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Calling delete_port for 433aea54-8795-4aaf-8641-9ee7b86b9baa owned by compute:nova {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:33:29.829752 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d2d21c3d-eab3-4887-8992-f29918c5c1e7 req-6e64087b-7f72-4929-9556-0930fd4a6c52 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409348 May 10 19:33:29.844803 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-36fa3298-1429-47be-bab0-a43369d24ccb req-606d2f63-74a2-4315-9271-13be77464399 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups?id=32980795-c32a-465e-9f2a-ebb65f44276b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625281 May 10 19:33:29.885626 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'code': 200} May 10 19:33:29.961218 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:29.966797 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:30.015249 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event deleted for resources: {'Port': ['ID=433aea54-8795-4aaf-8641-9ee7b86b9baa,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:30.018821 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:30.120773 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9da3-d37e-426f-9dd3-6419c9c28f49 req-a7d75d4e-ee2c-4f8f-9b47-004b93b88a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:30.122165 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-555f9da3-d37e-426f-9dd3-6419c9c28f49 req-a7d75d4e-ee2c-4f8f-9b47-004b93b88a9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 1100 time: 0.0684719 May 10 19:33:30.162460 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-555f9da3-d37e-426f-9dd3-6419c9c28f49 req-83118153-600d-48f2-91ed-c06300a752ac service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339618 May 10 19:33:30.208135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Router da345c56-2a9e-44b6-84eb-105523bfc96d has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:33:30.385343 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:33:30.396134 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] Sync routers for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:33:30.407865 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:33:30.408526 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:33:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:30.468027 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] No DVR routers for this DVR port 433aea54-8795-4aaf-8641-9ee7b86b9baa on host hv-cinder-78445 {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:33:30.470929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:30.473890 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'name': 'network-vif-deleted', 'tag': '433aea54-8795-4aaf-8641-9ee7b86b9baa'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:33:30.491988 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-202171cd-2c9f-44f8-8886-8be8dad7db98 req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.66 "DELETE /v2.0/ports/433aea54-8795-4aaf-8641-9ee7b86b9baa HTTP/1.1" status: 204 len: 173 time: 1.4486964 May 10 19:33:30.532595 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fee83c7-5505-4b12-9053-7e8f5a15b7b1', 'name': 'network-vif-deleted', 'tag': '433aea54-8795-4aaf-8641-9ee7b86b9baa', 'status': 'completed', 'code': 200} May 10 19:33:30.633384 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:33:30.729469 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cedd9e-70fb-473e-8385-69368ff37c10 req-e9716348-9d8a-448e-80ee-d1f1350e630e tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:30.730943 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-44cedd9e-70fb-473e-8385-69368ff37c10 req-e9716348-9d8a-448e-80ee-d1f1350e630e tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 945 time: 0.0877461 May 10 19:33:30.776952 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-44cedd9e-70fb-473e-8385-69368ff37c10 req-fb56fc23-3908-4d7b-8092-00cdad7c1fdf tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 May 10 19:33:30.967940 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:30.972075 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] Checking router: da345c56-2a9e-44b6-84eb-105523bfc96d for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:33:30.976598 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cddfc-e203-4ed7-8988-5b24adce372b req-00309ca6-c666-4c42-a378-715024ede046 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:30.978310 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-804cddfc-e203-4ed7-8988-5b24adce372b req-00309ca6-c666-4c42-a378-715024ede046 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 945 time: 0.0874836 May 10 19:33:30.981281 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:33:30.981873 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:33:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:31.033779 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-804cddfc-e203-4ed7-8988-5b24adce372b req-2a05e2b7-c783-420a-a5bf-7af062ee95bd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487726 May 10 19:33:31.035086 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de4a72-c1e1-4479-855e-6767c25b884f req-639743f6-4cf1-4bc1-bb91-b76ac7b27539 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:31.037113 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-18de4a72-c1e1-4479-855e-6767c25b884f req-639743f6-4cf1-4bc1-bb91-b76ac7b27539 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 947 time: 0.0878806 May 10 19:33:31.059878 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53206) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:31.107222 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-18de4a72-c1e1-4479-855e-6767c25b884f req-0bbea8ce-1e20-4192-9635-3aa1b5b4e363 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627701 May 10 19:33:31.148077 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e880e6e-bb07-45ff-a471-05d1bbd406d1 tempest-TestVolumeBootPattern-1934915277 tempest-TestVolumeBootPattern-1934915277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:31.148804 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6e880e6e-bb07-45ff-a471-05d1bbd406d1 tempest-TestVolumeBootPattern-1934915277 tempest-TestVolumeBootPattern-1934915277-project-admin] Synchronizing usage tracker for tenant:9ecb426c99f04647941ebc5e2ab42ca1 on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:33:31.176208 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-6e880e6e-bb07-45ff-a471-05d1bbd406d1 tempest-TestVolumeBootPattern-1934915277 tempest-TestVolumeBootPattern-1934915277-project-admin] Unset dirty status for tenant:9ecb426c99f04647941ebc5e2ab42ca1 on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:33:31.186130 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-6e880e6e-bb07-45ff-a471-05d1bbd406d1 tempest-TestVolumeBootPattern-1934915277 tempest-TestVolumeBootPattern-1934915277-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 1093 time: 0.1251235 May 10 19:33:31.187973 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53210) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:31.195487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:33:31.196964 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:33:31.203895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:31.209926 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:floatingip and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:31.214583 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:31.223790 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:31.240675 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:31.247312 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7adef019-59d2-45ed-9029-5cbdccfee679 req-fc80ed5b-82fe-4a9f-b065-3488f04e8832 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Synchronizing usage tracker for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:33:31.265376 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7adef019-59d2-45ed-9029-5cbdccfee679 req-fc80ed5b-82fe-4a9f-b065-3488f04e8832 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Unset dirty status for tenant:71a7629efa3f4f2f939838794f2d3cdd on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:33:31.267536 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7adef019-59d2-45ed-9029-5cbdccfee679 req-fc80ed5b-82fe-4a9f-b065-3488f04e8832 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6fee83c7-5505-4b12-9053-7e8f5a15b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0793560 May 10 19:33:31.415005 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:31.548317 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:31.554589 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7ede6-956d-49a2-986b-d1e2d96771db None None] The sync data for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi is: [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:12Z', 'revision_number': 4, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '77e6c774-5421-452f-aa73-a74acc90adb6', 'name': '', 'network_id': 'b806dc6c-0d9e-413a-9351-3dc782944567', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'mac_address': 'fa:16:3e:5e:fa:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:08Z', 'updated_at': '2021-05-10T19:23:25Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'subnets': [{'id': 'ca12b9b2-800c-4aa4-a9af-18272ac5fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:33:31.569689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Allocated IP 172.27.2.93 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/0f6d57de-56a2-4478-a92b-62575706865b) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:33:31.768990 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:31.820065 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:31.826238 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-680e4877-ad11-4dc7-a337-a534898d4015 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:31.870502 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103665d9-6e17-4419-8169-3c5cbe4ac9d9 None None] New status for floating IP b8551352-22b0-44e9-ba63-4e4426642cbb: DOWN {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:33:31.889162 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:33:31.892061 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:33:31.900526 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:33:31.930952 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=0f6d57de-56a2-4478-a92b-62575706865b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:31.945035 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.945391 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.945760 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.946104 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.946446 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.946784 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.947121 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.947454 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.947791 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.948119 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.948447 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.948773 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:31.953778 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:32.394055 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53254) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:32.412191 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4192-c003-4a28-9a8f-614b889434e6 req-e0a66c34-54a7-4314-8901-4aa96f0f0c66 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:32.414145 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e21a4192-c003-4a28-9a8f-614b889434e6 req-e0a66c34-54a7-4314-8901-4aa96f0f0c66 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 947 time: 0.1378002 May 10 19:33:32.463024 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-41e7f239-69a2-44c5-8cd2-9c7f9e26619b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.476652 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e21a4192-c003-4a28-9a8f-614b889434e6 req-6485b03b-6f4f-4468-848b-512f5181d95f tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563025 May 10 19:33:32.492529 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-41e7f239-69a2-44c5-8cd2-9c7f9e26619b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.504784 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.546359 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-41e7f239-69a2-44c5-8cd2-9c7f9e26619b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.550280 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6f01afc6-9f8c-46bd-ac76-1cf0b78a3503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:32.565436 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7f239-69a2-44c5-8cd2-9c7f9e26619b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32980795-c32a-465e-9f2a-ebb65f44276b,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:32.568143 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-41e7f239-69a2-44c5-8cd2-9c7f9e26619b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:32.578364 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-41e7f239-69a2-44c5-8cd2-9c7f9e26619b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.580276 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-41e7f239-69a2-44c5-8cd2-9c7f9e26619b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "DELETE /v2.0/security-groups/32980795-c32a-465e-9f2a-ebb65f44276b HTTP/1.1" status: 204 len: 168 time: 0.1849527 May 10 19:33:32.583498 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53260) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:32.587822 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.600705 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.api.v2.resource [None req-d67fed7c-1fab-4c95-8540-139bf3d457df tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] show failed (client error): The resource could not be found. May 10 19:33:32.604350 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d67fed7c-1fab-4c95-8540-139bf3d457df tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "GET /v2.0/security-groups/32980795-c32a-465e-9f2a-ebb65f44276b HTTP/1.1" status: 404 len: 347 time: 0.0170443 May 10 19:33:32.604510 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53264) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:32.806771 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.815288 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.824176 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3469d1cd-95ae-4573-9702-0b7ff8652da9 tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:32.933023 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Deleting port bc4399b4-0bec-4f5a-8afa-82993d2a0677 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:33:32.933400 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:32.933863 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=0f6d57de-56a2-4478-a92b-62575706865b,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:32.938126 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:32.949594 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:33.052561 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:33.052773 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:33.119223 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Floating IP 41b02e34-8cfe-48f8-8602-c4024597b60e associated. External IP: 172.27.2.93, port: 8c99a821-2c96-41b7-a84c-50ade346542f. May 10 19:33:33.173107 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Calling delete_port for bc4399b4-0bec-4f5a-8afa-82993d2a0677 owned by network:floatingip {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:33:33.259175 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 433aea54-8795-4aaf-8641-9ee7b86b9baa no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:33:33.292311 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:33.297887 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 433aea54-8795-4aaf-8641-9ee7b86b9baa {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:33:33.298458 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 433aea54-8795-4aaf-8641-9ee7b86b9baa not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:33:33.298645 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a555ab07-8d2a-4c6f-98c3-684444dfa7cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:33.343448 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Pushing event deleted for resources: {'Port': ['ID=bc4399b4-0bec-4f5a-8afa-82993d2a0677,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:33.368933 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:33.436477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks [] for floatingip, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:33.454889 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:33.456096 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] 10.222.0.58 "DELETE /v2.0/floatingips/b8551352-22b0-44e9-ba63-4e4426642cbb HTTP/1.1" status: 204 len: 168 time: 0.8507197 May 10 19:33:33.473020 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Router 57405021-d995-494b-9f75-db57107cc037 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:33:33.741037 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:33:33.750956 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:33:33.760208 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:33:33.760824 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:33:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:33.766656 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:33.825104 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6351788 May 10 19:33:33.826099 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:33:33.879753 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f', 'status': 'completed', 'code': 200} May 10 19:33:33.949499 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:33:33.978983 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d114de-4359-4050-be44-3c6203d0ec78 req-14e6eae8-874d-4700-8201-b08e5589e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:33.980515 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-71d114de-4359-4050-be44-3c6203d0ec78 req-14e6eae8-874d-4700-8201-b08e5589e425 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 1098 time: 0.0809395 May 10 19:33:34.119236 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d114de-4359-4050-be44-3c6203d0ec78 req-c389ca55-27c8-4fe7-9d11-d3921bf96c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:34.120683 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-71d114de-4359-4050-be44-3c6203d0ec78 req-c389ca55-27c8-4fe7-9d11-d3921bf96c46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1336443 May 10 19:33:34.225874 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-71d114de-4359-4050-be44-3c6203d0ec78 req-1d87418d-0ed7-4b7e-aaac-d60904e1fc65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c99a821-2c96-41b7-a84c-50ade346542f HTTP/1.1" status: 200 len: 998 time: 0.0983512 May 10 19:33:34.301386 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d114de-4359-4050-be44-3c6203d0ec78 req-417c5fd5-c3fa-4f44-954e-516f49539f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:34.302999 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-71d114de-4359-4050-be44-3c6203d0ec78 req-417c5fd5-c3fa-4f44-954e-516f49539f95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0617859 May 10 19:33:34.329726 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:32Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:34.334289 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:33:34.343047 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:33:34.343648 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:33:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:34.382092 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d114de-4359-4050-be44-3c6203d0ec78 req-0ac5d2e6-8ee1-45ad-ae75-0faa4e84d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:34.383570 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-71d114de-4359-4050-be44-3c6203d0ec78 req-0ac5d2e6-8ee1-45ad-ae75-0faa4e84d8f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747900 May 10 19:33:34.514371 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-71d114de-4359-4050-be44-3c6203d0ec78 req-79d4b1e7-f3ad-48b5-aa65-7a70026ec5c5 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238203 May 10 19:33:34.520814 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:33:34.644291 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-71d114de-4359-4050-be44-3c6203d0ec78 req-99bf0338-596b-4149-b5ec-d72f3da45792 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227565 May 10 19:33:34.873067 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:32Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:34.877774 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cb9670-a4ac-4d4a-9179-5ea3338f60bd None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:32Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:33:35.067818 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c9aa4-ef38-4f47-a736-513cecc2f491 None None] New status for floating IP 41b02e34-8cfe-48f8-8602-c4024597b60e: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:33:37.501736 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53298) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:38.246311 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:38.662810 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Deleting port 77e6c774-5421-452f-aa73-a74acc90adb6 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:33:38.663520 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:38.789383 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] For port 77e6c774-5421-452f-aa73-a74acc90adb6, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=77e6c774-5421-452f-aa73-a74acc90adb6,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:38.789764 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:38.913435 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Calling delete_port for 77e6c774-5421-452f-aa73-a74acc90adb6 owned by network:router_interface {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:33:39.059437 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.063309 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6624b6fa-1d96-451d-aac0-47ad3f3d3a26 tempest-AttachVolumeNegativeTest-771942979 tempest-AttachVolumeNegativeTest-771942979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:39.112650 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e6c774-5421-452f-aa73-a74acc90adb6,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:39.139350 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:39.488372 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.861829 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Router da345c56-2a9e-44b6-84eb-105523bfc96d has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:33:40.042716 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:33:40.054244 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] Sync routers for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:33:40.056058 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] 10.222.0.58 "PUT /v2.0/routers/da345c56-2a9e-44b6-84eb-105523bfc96d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5528224 May 10 19:33:40.058579 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53304) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:40.066745 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:33:40.067365 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:33:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:40.244299 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.247797 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:33:40.433640 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.516482 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Deleting port 9acb9115-1af5-4f6b-a9b1-268455e5e754 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:33:40.516917 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.579925 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:33:38Z', 'revision_number': 5, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port': {'id': '9acb9115-1af5-4f6b-a9b1-268455e5e754', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:56Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:40.584748 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] Checking router: da345c56-2a9e-44b6-84eb-105523bfc96d for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:33:40.593595 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] Routers {'da345c56-2a9e-44b6-84eb-105523bfc96d'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:33:40.594217 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:33:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['da345c56-2a9e-44b6-84eb-105523bfc96d'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:40.670615 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] For port 9acb9115-1af5-4f6b-a9b1-268455e5e754, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=9acb9115-1af5-4f6b-a9b1-268455e5e754,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:40.671049 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.746137 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] Set router da345c56-2a9e-44b6-84eb-105523bfc96d gateway port host: None {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:33:40.857407 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:33:40Z', 'revision_number': 6, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port_host': None}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:40.862455 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eadec7-4fff-4825-a7fe-c00a3549f00a None None] The sync data for ids ['da345c56-2a9e-44b6-84eb-105523bfc96d'] in dv-cinder-784453-6-iscsi is: [{'id': 'da345c56-2a9e-44b6-84eb-105523bfc96d', 'name': 'tempest-AttachVolumeTestJSON-1320563816-router', 'tenant_id': '71a7629efa3f4f2f939838794f2d3cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:33:40Z', 'revision_number': 6, 'project_id': '71a7629efa3f4f2f939838794f2d3cdd', 'gw_port_host': None}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:33:40.917147 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Calling delete_port for 9acb9115-1af5-4f6b-a9b1-268455e5e754 owned by network:router_gateway {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:33:41.062236 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.065991 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:41.109559 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9acb9115-1af5-4f6b-a9b1-268455e5e754,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:41.112678 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:41.207086 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.386014 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.388455 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.412056 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.412727 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da345c56-2a9e-44b6-84eb-105523bfc96d {{(pid=78730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:33:41.430001 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.431272 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-feed4c48-4418-4241-910e-10fdd57cc5b5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/da345c56-2a9e-44b6-84eb-105523bfc96d HTTP/1.1" status: 204 len: 168 time: 1.3716033 May 10 19:33:41.433864 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53310) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:41.495444 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] Deleting subnet ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:33:41.498666 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.553944 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.678113 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.932756 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.936755 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-648f3218-accd-467d-a3e6-bee5aae3f412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:41.975338 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca12b9b2-800c-4aa4-a9af-18272ac5fbe0,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:41.978451 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:41.979438 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:41.985557 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-107e3933-872b-4e92-a6c4-ac066116478d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ca12b9b2-800c-4aa4-a9af-18272ac5fbe0 HTTP/1.1" status: 204 len: 168 time: 0.5506756 May 10 19:33:41.985745 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533538c6-3387-4ba7-8011-e9c94d68ebf3 None None] Network b806dc6c-0d9e-413a-9351-3dc782944567 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:33:41.987986 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53314) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:42.093615 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.169445 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Deleting port e3afe333-3816-4d27-be6f-549cfa2547f5 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:33:42.170255 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.270936 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] DHCP port deletion for b806dc6c-0d9e-413a-9351-3dc782944567 request from dv-cinder-784453-6-iscsi {{(pid=78732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:33:42.297603 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] For port e3afe333-3816-4d27-be6f-549cfa2547f5, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=e3afe333-3816-4d27-be6f-549cfa2547f5,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:42.297962 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.341257 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] Deleting port e3afe333-3816-4d27-be6f-549cfa2547f5 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:33:42.341673 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.446524 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] For port e3afe333-3816-4d27-be6f-549cfa2547f5, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=e3afe333-3816-4d27-be6f-549cfa2547f5,segment=NetworkSegment(3fde2ebd-0152-428d-aa90-70fa30143e5e),segment_id=3fde2ebd-0152-428d-aa90-70fa30143e5e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:33:42.446962 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.522473 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Calling delete_port for e3afe333-3816-4d27-be6f-549cfa2547f5 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:33:42.568584 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] Calling delete_port for e3afe333-3816-4d27-be6f-549cfa2547f5 owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:33:42.569359 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.574152 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:42.620743 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3afe333-3816-4d27-be6f-549cfa2547f5,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:42.622581 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] No DVR routers for this DVR port e3afe333-3816-4d27-be6f-549cfa2547f5 on host dv-cinder-784453-6-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:33:42.624064 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:42.693080 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.696584 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:42.737254 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.739810 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] Pushing event deleted for resources: {'Port': ['ID=e3afe333-3816-4d27-be6f-549cfa2547f5,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:42.743231 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:42.745786 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] No DVR routers for this DVR port e3afe333-3816-4d27-be6f-549cfa2547f5 on host dv-cinder-784453-6-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:33:42.752287 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b806dc6c-0d9e-413a-9351-3dc782944567']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:42.765392 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fde2ebd-0152-428d-aa90-70fa30143e5e') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:42.765821 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fde2ebd-0152-428d-aa90-70fa30143e5e') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:42.778407 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.801233 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.810129 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:33:42.810766 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:33:42.826584 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:33:42.855196 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 77e6c774-5421-452f-aa73-a74acc90adb6 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:33:42.888700 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 77e6c774-5421-452f-aa73-a74acc90adb6 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:33:42.889101 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 77e6c774-5421-452f-aa73-a74acc90adb6 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:33:42.889584 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 9acb9115-1af5-4f6b-a9b1-268455e5e754 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:33:42.907206 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.912793 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:42.928464 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:42.930478 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 9acb9115-1af5-4f6b-a9b1-268455e5e754 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:33:42.930838 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 9acb9115-1af5-4f6b-a9b1-268455e5e754 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:33:42.931264 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device e3afe333-3816-4d27-be6f-549cfa2547f5 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:33:42.934622 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b806dc6c-0d9e-413a-9351-3dc782944567,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:42.938839 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:42.951518 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b806dc6c-0d9e-413a-9351-3dc782944567 HTTP/1.1" status: 204 len: 168 time: 0.9625039 May 10 19:33:42.968407 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: e3afe333-3816-4d27-be6f-549cfa2547f5 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:33:42.968635 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device e3afe333-3816-4d27-be6f-549cfa2547f5 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:33:43.081672 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53320) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:43.129393 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3e0260c6-ccd5-4e7b-9723-71f4acb565d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71a7629efa3f4f2f939838794f2d3cdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0459187 May 10 19:33:43.131740 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53324) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:43.187137 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff4b-46b9-4775-8b50-cc81adf9d823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:43.212620 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff4b-46b9-4775-8b50-cc81adf9d823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:43.270241 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff4b-46b9-4775-8b50-cc81adf9d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:43.274063 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-05d97274-a03f-4fba-a915-00ab0efcc035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:43.286917 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97ff4b-46b9-4775-8b50-cc81adf9d823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f037eafb-03eb-445e-8166-af4b9a28e8bf,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:43.289648 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ee97ff4b-46b9-4775-8b50-cc81adf9d823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:43.297941 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff4b-46b9-4775-8b50-cc81adf9d823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:43.298970 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ee97ff4b-46b9-4775-8b50-cc81adf9d823 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f037eafb-03eb-445e-8166-af4b9a28e8bf HTTP/1.1" status: 204 len: 168 time: 0.1663620 May 10 19:33:44.730398 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53376) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:44.849721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:44.863631 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:44.867371 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Usage tracker for resource:security_group_rule and tenant:c279fcec9e3c41859efdc9c874bb7a62 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:44.870126 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:44.875689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:44.959201 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:44.963064 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:44.970180 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-21affcb4-1fc4-4642-9005-a9760f3d4ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:45.010191 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81f2dd-cfe6-4a69-b3f8-465de74ebc23,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:45.014409 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c279fcec9e3c41859efdc9c874bb7a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830088 May 10 19:33:45.015430 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:45.018346 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53382) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:45.077317 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7c5090a1-a09e-4e03-b498-c8f70a0977ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:45.106671 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7c5090a1-a09e-4e03-b498-c8f70a0977ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:45.157098 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7c5090a1-a09e-4e03-b498-c8f70a0977ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:45.160706 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f1cb29da-4c69-4721-873f-1445fc793dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:45.171240 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5090a1-a09e-4e03-b498-c8f70a0977ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81f2dd-cfe6-4a69-b3f8-465de74ebc23,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:45.174006 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7c5090a1-a09e-4e03-b498-c8f70a0977ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:45.180381 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7c5090a1-a09e-4e03-b498-c8f70a0977ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:45.181486 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-7c5090a1-a09e-4e03-b498-c8f70a0977ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d81f2dd-cfe6-4a69-b3f8-465de74ebc23 HTTP/1.1" status: 204 len: 168 time: 0.1622653 May 10 19:33:45.857281 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53406) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:45.963306 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2038255856-network', 'tenant_id': 'd564cd9d7592428aa3c53dd111c193e4'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:33:45.967899 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:45.971641 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Usage tracker for resource:network and tenant:d564cd9d7592428aa3c53dd111c193e4 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:45.975081 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:45.981120 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:45.991068 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Made reservation on behalf of d564cd9d7592428aa3c53dd111c193e4 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:33:45.993522 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.005112 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.019849 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:46.023552 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Usage tracker for resource:security_group_rule and tenant:d564cd9d7592428aa3c53dd111c193e4 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:46.026297 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:46.031921 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:46.116233 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.120312 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.124882 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bae539c0-c32f-4437-80d0-476bb0f64004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:46.150393 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:33:46.163406 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46ff2f5-37b5-4294-b69a-86f0fbc7e26b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:46.167400 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:46.168340 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.168687 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Added segment 1ec0e757-7fa0-4a9f-8d1d-2b534bb59490 of type vlan for network 641a7112-687d-42c0-9154-49d68d92904d May 10 19:33:46.195458 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.228039 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.229684 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:46.230243 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.234886 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:46.329332 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4709277 May 10 19:33:46.332654 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Pushing event updated for resources: {'Network': ['ID=641a7112-687d-42c0-9154-49d68d92904d,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:46.332927 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53412) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:46.336025 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:46.338877 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Request body: {'subnet': {'network_id': '641a7112-687d-42c0-9154-49d68d92904d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2038255856-subnet', 'tenant_id': 'd564cd9d7592428aa3c53dd111c193e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:33:46.342296 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 641a7112-687d-42c0-9154-49d68d92904d details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:33:46.344341 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:46.348229 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Usage tracker for resource:subnet and tenant:d564cd9d7592428aa3c53dd111c193e4 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:46.351329 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:46.357557 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:46.369750 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Made reservation on behalf of d564cd9d7592428aa3c53dd111c193e4 for: {'subnet': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:33:46.372012 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-842414'] for subnet, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.759012 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-842460'] for subnet, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.763521 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:46.833069 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd18b8e-5613-4120-9443-4b805b483070,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:46.836622 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:46.842705 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Checking segment: {'id': '1ec0e757-7fa0-4a9f-8d1d-2b534bb59490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '641a7112-687d-42c0-9154-49d68d92904d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:33:46.843102 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Network hostable DHCP agents. Network: 641a7112-687d-42c0-9154-49d68d92904d, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:33:46.861377 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Network 641a7112-687d-42c0-9154-49d68d92904d is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:33:46.872071 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 641a7112-687d-42c0-9154-49d68d92904d) {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:33:46.882246 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:46.882891 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:46.883004 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27270b4f-e737-4c01-b5da-538c67e99aee None None] Network 641a7112-687d-42c0-9154-49d68d92904d requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:33:46.904738 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-91ec5dc5-a83b-4f64-b6c8-8d28905c0f7a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5706730 May 10 19:33:47.072402 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d795c7e3-6eb8-4b41-aa26-3b71c9a13e0a None None] Network 641a7112-687d-42c0-9154-49d68d92904d requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:33:47.413825 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53432) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:47.419528 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-972366064-network', 'tenant_id': '4e73998150354c398144c21e5727290d'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:33:47.424388 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:47.428910 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Usage tracker for resource:network and tenant:4e73998150354c398144c21e5727290d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:47.431973 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:47.438558 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:47.448178 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Made reservation on behalf of 4e73998150354c398144c21e5727290d for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:33:47.450751 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:47.466841 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:47.481489 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:47.485247 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Usage tracker for resource:security_group_rule and tenant:4e73998150354c398144c21e5727290d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:47.488056 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:47.493726 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:47.573752 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:47.577649 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:47.581429 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e879c62-4bb4-41eb-958e-32cff567f5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:47.605137 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:33:47.617307 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc282d5-0a7a-46cb-b13e-1667590cd0fc,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:47.621220 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:47.622178 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:47.622516 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Added segment 9d946593-ecc5-4fda-98b2-3d325748102d of type vlan for network d6592080-b739-42ed-b84c-449d2c898fbe May 10 19:33:47.648618 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:47.677728 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:47.679009 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:47.679629 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:47.684186 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:47.778444 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3635385 May 10 19:33:47.781136 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53436) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:47.788945 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Request body: {'subnet': {'network_id': 'd6592080-b739-42ed-b84c-449d2c898fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-972366064-subnet', 'tenant_id': '4e73998150354c398144c21e5727290d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:33:47.792110 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Pushing event updated for resources: {'Network': ['ID=d6592080-b739-42ed-b84c-449d2c898fbe,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:47.795272 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b5a304ef-9e42-4107-9dad-6fb37545639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:47.796181 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:47.800345 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Usage tracker for resource:subnet and tenant:4e73998150354c398144c21e5727290d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:47.803300 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:47.803711 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network d6592080-b739-42ed-b84c-449d2c898fbe details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:33:47.809060 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:47.819272 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Made reservation on behalf of 4e73998150354c398144c21e5727290d for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:33:47.822264 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196244'] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:48.200790 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2485057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196326'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:48.204335 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d67d7850-adb4-43b9-99cd-5b145e2c5920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:48.273737 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf08ac6-ef28-442a-8bfe-7e0f2e78c01c,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:48.279313 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:48.283796 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Checking segment: {'id': '9d946593-ecc5-4fda-98b2-3d325748102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd6592080-b739-42ed-b84c-449d2c898fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:33:48.284148 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Network hostable DHCP agents. Network: d6592080-b739-42ed-b84c-449d2c898fbe, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:33:48.301956 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Network d6592080-b739-42ed-b84c-449d2c898fbe is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:33:48.311856 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, d6592080-b739-42ed-b84c-449d2c898fbe) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:33:48.321237 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:48.321856 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:48.322422 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c69b9-6b27-43f3-95d5-20fb4d96905a None None] Network d6592080-b739-42ed-b84c-449d2c898fbe requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:33:48.344126 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5618253 May 10 19:33:48.486059 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53442) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:48.513143 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8efcec4-7c4e-4f7f-b30f-f789c5a2b2cf None None] Network d6592080-b739-42ed-b84c-449d2c898fbe requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:33:48.549478 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Deleting subnet 9dd18b8e-5613-4120-9443-4b805b483070 {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:33:48.553138 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:48.601834 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-946341'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:48.655531 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:48.974406 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2618498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196351'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:48.978888 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:49.015974 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd18b8e-5613-4120-9443-4b805b483070,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:49.017965 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.021613 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:49.025606 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9dd18b8e-5613-4120-9443-4b805b483070 HTTP/1.1" status: 204 len: 168 time: 0.5385268 May 10 19:33:49.028177 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53446) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:49.131197 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.133448 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.256176 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.268650 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641a7112-687d-42c0-9154-49d68d92904d']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:49.280864 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec0e757-7fa0-4a9f-8d1d-2b534bb59490') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:49.281090 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec0e757-7fa0-4a9f-8d1d-2b534bb59490') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:49.293559 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-946362'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.309519 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.315623 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:33:49.316004 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2618596'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: timer() May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: self._notify() May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: event.method(event) May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:33:49.329514 dv-cinder-784453-6-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:33:49.407158 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.412579 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:49.430540 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.436668 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Pushing event deleted for resources: {'Network': ['ID=641a7112-687d-42c0-9154-49d68d92904d,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:49.439478 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:49.442405 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] 10.222.0.58 "DELETE /v2.0/networks/641a7112-687d-42c0-9154-49d68d92904d HTTP/1.1" status: 204 len: 168 time: 0.4122627 May 10 19:33:49.444124 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53450) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:49.504450 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] Deleting subnet 2bf08ac6-ef28-442a-8bfe-7e0f2e78c01c {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:33:49.507716 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.560472 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-946341'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.615153 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.862185 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2618498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196351'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.866075 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:49.901237 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf08ac6-ef28-442a-8bfe-7e0f2e78c01c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:49.903256 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:49.905953 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:49.909846 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-efe318e3-9b1f-4160-9100-b4c2b1abacc9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2bf08ac6-ef28-442a-8bfe-7e0f2e78c01c HTTP/1.1" status: 204 len: 168 time: 0.4647162 May 10 19:33:49.912995 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53454) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:50.014719 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.135944 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.149216 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6592080-b739-42ed-b84c-449d2c898fbe']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:50.161485 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d946593-ecc5-4fda-98b2-3d325748102d') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:50.161793 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d946593-ecc5-4fda-98b2-3d325748102d') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:33:50.173159 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-946362'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.188773 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.195199 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:33:50.195598 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2618596'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: timer() May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: self._notify() May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: event.method(event) May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:33:50.208939 dv-cinder-784453-6-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:33:50.358621 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.362296 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:50.374742 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.384285 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6592080-b739-42ed-b84c-449d2c898fbe,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:50.386862 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d6592080-b739-42ed-b84c-449d2c898fbe HTTP/1.1" status: 204 len: 168 time: 0.4728684 May 10 19:33:50.387639 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:50.574379 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53460) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:50.624516 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b438f494-5c03-4d30-8bc6-be8f1f6fa59a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d564cd9d7592428aa3c53dd111c193e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488822 May 10 19:33:50.626974 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53464) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:50.684382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-09cd755d-888c-469d-8af2-8e6007fc2ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.712829 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-09cd755d-888c-469d-8af2-8e6007fc2ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.763712 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-09cd755d-888c-469d-8af2-8e6007fc2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.767414 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1b937d52-7032-4f7a-9cea-a298b18487a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:50.778643 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd755d-888c-469d-8af2-8e6007fc2ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46ff2f5-37b5-4294-b69a-86f0fbc7e26b,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:50.782173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-09cd755d-888c-469d-8af2-8e6007fc2ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:50.785553 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-09cd755d-888c-469d-8af2-8e6007fc2ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:50.789030 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-09cd755d-888c-469d-8af2-8e6007fc2ceb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e46ff2f5-37b5-4294-b69a-86f0fbc7e26b HTTP/1.1" status: 204 len: 168 time: 0.1588132 May 10 19:33:51.129348 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53472) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:51.177431 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b20b86ad-e94e-44d2-b598-c33d5361ffe5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e73998150354c398144c21e5727290d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467157 May 10 19:33:51.179832 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53476) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:51.237864 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-08827927-edfd-4d30-b7cb-5a271fd19227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:51.263403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-08827927-edfd-4d30-b7cb-5a271fd19227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:51.313298 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-08827927-edfd-4d30-b7cb-5a271fd19227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:51.318662 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b5674424-589d-425b-8935-7c445c7c5919 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:51.334736 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08827927-edfd-4d30-b7cb-5a271fd19227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc282d5-0a7a-46cb-b13e-1667590cd0fc,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:51.337268 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-08827927-edfd-4d30-b7cb-5a271fd19227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:51.338512 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-08827927-edfd-4d30-b7cb-5a271fd19227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:51.339675 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-08827927-edfd-4d30-b7cb-5a271fd19227 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0fc282d5-0a7a-46cb-b13e-1667590cd0fc HTTP/1.1" status: 204 len: 168 time: 0.1588619 May 10 19:33:53.571217 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5f36cd2f-2d2c-4959-9e38-e7891d05963c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.092703 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53554) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:56.210255 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.225117 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:56.228932 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Usage tracker for resource:security_group_rule and tenant:972b3ebb5eac40df983686e24e019f6b is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:56.231734 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:56.237408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:56.327211 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.332193 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.341666 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-728f3666-e75a-4c36-954e-696d226fe0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:56.387453 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=972b3ebb5eac40df983686e24e019f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913172 May 10 19:33:56.387453 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8621bd66-2df7-4996-8b8a-4f038c1904a8,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:56.387957 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53560) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:56.390109 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c99fc1d9-ec39-4ee3-a7bb-31416aaa88dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:56.447355 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-306ac5dd-82ce-4d63-a4dd-27c14963409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.473420 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-306ac5dd-82ce-4d63-a4dd-27c14963409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.522287 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-306ac5dd-82ce-4d63-a4dd-27c14963409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.526947 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7c5090a1-a09e-4e03-b498-c8f70a0977ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:56.539182 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ac5dd-82ce-4d63-a4dd-27c14963409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8621bd66-2df7-4996-8b8a-4f038c1904a8,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:56.542096 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-306ac5dd-82ce-4d63-a4dd-27c14963409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:56.544087 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-306ac5dd-82ce-4d63-a4dd-27c14963409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.545987 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-306ac5dd-82ce-4d63-a4dd-27c14963409e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8621bd66-2df7-4996-8b8a-4f038c1904a8 HTTP/1.1" status: 204 len: 168 time: 0.1569188 May 10 19:33:56.567900 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8ce94b38-d5ac-4d35-884a-a2c8f00f3cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.578248 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.839691 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53570) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:56.857892 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.871747 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:56.875506 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Usage tracker for resource:security_group_rule and tenant:c285cd36e319454fa15c4b5576c9e51f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:56.878266 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:56.884342 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:56.966848 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.970526 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:56.978624 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a75166ae-6067-4312-a465-4dff0c7975b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:57.016342 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c285cd36e319454fa15c4b5576c9e51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755023 May 10 19:33:57.019091 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53574) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:57.021064 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26516e57-ec64-409c-97f5-03e4312e877c,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:57.028428 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.028810 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.029185 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.029571 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.029957 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.030300 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.030655 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.031010 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.031368 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.031722 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.032071 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.032420 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:57.036185 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:57.079190 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c614a027-c32f-4a57-859b-35e840f90702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:57.104961 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c614a027-c32f-4a57-859b-35e840f90702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:57.166698 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c614a027-c32f-4a57-859b-35e840f90702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:57.171520 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9f4747b4-e28e-44bb-bbf6-1babec28a3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:57.182878 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614a027-c32f-4a57-859b-35e840f90702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26516e57-ec64-409c-97f5-03e4312e877c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:57.185756 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c614a027-c32f-4a57-859b-35e840f90702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:57.187675 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c614a027-c32f-4a57-859b-35e840f90702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:57.188766 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c614a027-c32f-4a57-859b-35e840f90702 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26516e57-ec64-409c-97f5-03e4312e877c HTTP/1.1" status: 204 len: 168 time: 0.1682117 May 10 19:33:57.602537 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:57.907915 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:33:58.976710 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:19.147415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.468172 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53742) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:23.574661 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-70a80138-6c8d-4ea5-89ee-30b92f246460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.583944 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.598555 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:23.602915 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Usage tracker for resource:security_group_rule and tenant:09b8a0b079874dac84c4a3cc694c781c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:23.605735 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:23.611384 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:23.692713 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.696555 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.703425 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e64af38b-ba92-42d2-809d-5d0e2036ce82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:23.743622 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09b8a0b079874dac84c4a3cc694c781c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743413 May 10 19:34:23.744430 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc541b6-793d-4588-a19f-32febda793ae,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:23.746253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53748) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:23.750357 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:23.809834 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bae637b7-54cf-4179-b465-59dbaa3daa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.836407 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bae637b7-54cf-4179-b465-59dbaa3daa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.887990 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bae637b7-54cf-4179-b465-59dbaa3daa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.892766 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-50e38faf-dcb9-460e-8195-28d944c3f0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:23.906339 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae637b7-54cf-4179-b465-59dbaa3daa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc541b6-793d-4588-a19f-32febda793ae,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:23.908966 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bae637b7-54cf-4179-b465-59dbaa3daa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:23.919858 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bae637b7-54cf-4179-b465-59dbaa3daa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.920978 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-bae637b7-54cf-4179-b465-59dbaa3daa2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cc541b6-793d-4588-a19f-32febda793ae HTTP/1.1" status: 204 len: 168 time: 0.1737511 May 10 19:34:25.237425 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53792) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:25.353304 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:25.367731 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:25.371700 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6f93746842994c2cafbf1a8e3223c8be is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:25.374586 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:25.380256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:25.465396 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:25.469343 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:25.476464 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-51242479-b546-487e-afd1-b24dc6dcf2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:25.521272 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f93746842994c2cafbf1a8e3223c8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827415 May 10 19:34:25.522256 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3911f9-9329-402c-92fc-74acddb85ad8,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:25.524589 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53798) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:25.526484 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:25.592432 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-485f679a-220d-4758-b00b-e857f8b180b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:25.617344 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-485f679a-220d-4758-b00b-e857f8b180b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:25.667009 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-485f679a-220d-4758-b00b-e857f8b180b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:25.670614 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6838db25-d4a4-485e-ab01-b6150b86cf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:25.683686 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f679a-220d-4758-b00b-e857f8b180b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3911f9-9329-402c-92fc-74acddb85ad8,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:25.687418 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-485f679a-220d-4758-b00b-e857f8b180b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:25.692816 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-485f679a-220d-4758-b00b-e857f8b180b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:25.693946 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-485f679a-220d-4758-b00b-e857f8b180b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc3911f9-9329-402c-92fc-74acddb85ad8 HTTP/1.1" status: 204 len: 168 time: 0.1683121 May 10 19:34:26.362281 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53822) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:26.466244 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1910022740-network', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:26.470841 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:26.474591 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Usage tracker for resource:network and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:26.477983 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:26.483516 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:26.493582 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Made reservation on behalf of 7020e3428aaf42e0a63c8bab32a2faba for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:34:26.495893 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.507393 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.521003 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:26.525249 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Usage tracker for resource:security_group_rule and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:26.527999 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:26.533645 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:26.567830 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-064a3276-9eba-4ed4-a31f-2b346a6ceb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.570660 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.623979 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.628176 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.631099 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:26.660333 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:34:26.666486 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0e39db-f258-42b7-b049-d962afd4f6b5,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:26.670076 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:26.674425 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.674810 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Added segment 9e691d17-e8da-44b7-8ce5-af08c33e254d of type vlan for network c9deb14f-857e-4e80-a113-09355d9cc05f May 10 19:34:26.707526 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.741934 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.743218 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:26.743797 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:26.747095 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ffbd05f3-1d41-4256-ac1f-77a7e51de354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:26.843596 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4802434 May 10 19:34:26.844579 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Pushing event updated for resources: {'Network': ['ID=c9deb14f-857e-4e80-a113-09355d9cc05f,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:26.846575 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53828) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:26.849316 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-82fbecc4-0e06-4557-abb7-2979ce7994ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:26.852998 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Request body: {'subnet': {'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1910022740-subnet', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:26.855187 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network c9deb14f-857e-4e80-a113-09355d9cc05f details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:34:26.858000 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:26.862173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Usage tracker for resource:subnet and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:26.865085 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:26.870837 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:26.889423 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Made reservation on behalf of 7020e3428aaf42e0a63c8bab32a2faba for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:34:26.891500 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196244'] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.292728 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2485057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196326'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.299019 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:27.375683 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ec4988-75a6-44db-a070-767a767a62f6,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:27.379741 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Checking segment: {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:34:27.380091 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Network hostable DHCP agents. Network: c9deb14f-857e-4e80-a113-09355d9cc05f, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:34:27.383469 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:27.398832 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Network c9deb14f-857e-4e80-a113-09355d9cc05f is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:34:27.407809 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, c9deb14f-857e-4e80-a113-09355d9cc05f) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:27.416516 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:27.417108 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.418066 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925baa58-f1c6-4714-9b16-99ea9bb73ecb None None] Network c9deb14f-857e-4e80-a113-09355d9cc05f requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:34:27.436666 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5890865 May 10 19:34:27.439364 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53834) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:27.444705 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:27.451482 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:27.455405 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Usage tracker for resource:router and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:27.458586 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:27.464330 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:27.474481 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.475438 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.491014 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.638274 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.647494 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-c9deb14f-857e-4e80-a113-09355d9cc05f', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:34:27.648353 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.834139 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:27.842296 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Allocated IP 172.20.0.2 (c9deb14f-857e-4e80-a113-09355d9cc05f/69ec4988-75a6-44db-a070-767a767a62f6/3fe784a3-b36e-4dfa-8dda-3a1814c7b832) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:34:28.050552 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.060566 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Transition to ACTIVE for port object 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:28.078719 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Transition to ACTIVE for port object 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:28.086189 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.089687 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bd804a12-0e27-4478-a12c-64fca941afdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:28.141369 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.145863 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Network c9deb14f-857e-4e80-a113-09355d9cc05f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:34:28.148580 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:28.152321 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:34:28.166433 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Pushing event updated for resources: {'Port': ['ID=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:28.170587 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.204985 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.205325 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.205686 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.206014 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.206332 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.206679 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.206994 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.207307 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.207620 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.207929 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.208239 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.208547 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:28.237729 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:28.263282 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Attempting to bind port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:34:28.263649 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Attempting to bind port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:34:28.264017 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Attempting to bind port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 on network c9deb14f-857e-4e80-a113-09355d9cc05f {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:34:28.269177 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:34:28.269570 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Checking segment: {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:34:28.269972 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.270365 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Bound using segment: {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:34:28.270825 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Bound port: 3fe784a3-b36e-4dfa-8dda-3a1814c7b832, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:34:28.271197 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.308070 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Allocated IP 172.27.2.233 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/e594775c-73b4-4e7c-ad3f-b8b5794c557c) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:34:28.358415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] For port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:34:28.361677 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] For port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:34:28.366114 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.370250 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:28.453749 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Pushing event updated for resources: {'Port': ['ID=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:28.456754 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:28.458835 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.489043 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.493647 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8e3ef244-e789-4554-94e6-1e22a40e0e83 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:28.550620 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:34:28.553566 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:28.562604 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:34:28.595609 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Pushing event updated for resources: {'Port': ['ID=e594775c-73b4-4e7c-ad3f-b8b5794c557c,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:28.605379 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:28.896995 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:28.972944 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:28.981172 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:28.993850 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:29.294879 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa3c4a-2277-44c4-b1b2-8f6b60b5014f None None] Network c9deb14f-857e-4e80-a113-09355d9cc05f requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:34:29.386501 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] Provisioning for port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:29.401776 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] Provisioning complete for port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:29.402146 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:29.428552 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:29.617266 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:29.635392 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Router a5124ece-cb0e-4600-8cf2-24a8da071cb8 is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:34:29.656458 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] For port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:29.664999 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:29.667765 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:29.743704 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] Pushing event updated for resources: {'Port': ['ID=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:29.754189 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:29.823390 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:34:29.832635 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Sync routers for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:34:29.844345 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:29.845134 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:29.849459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:29.850781 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4103079 May 10 19:34:29.854143 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53838) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:29.985854 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-7abe8aaf-3ddf-4c79-b54d-5caa640a0ed1 None None] Provisioning complete for port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:29.986417 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7abe8aaf-3ddf-4c79-b54d-5caa640a0ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.029798 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:30.313359 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:28Z', 'revision_number': 3, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:30.317061 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Checking router: a5124ece-cb0e-4600-8cf2-24a8da071cb8 for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:34:30.317411 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Updating router a5124ece-cb0e-4600-8cf2-24a8da071cb8 port e594775c-73b4-4e7c-ad3f-b8b5794c557c binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:34:30.371760 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.609173 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.726679 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.738605 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Transition to ACTIVE for port object e594775c-73b4-4e7c-ad3f-b8b5794c557c will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:30.746004 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.749733 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-b7ed0f6a-5a72-40f3-b420-617230f006bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:30.815520 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Pushing event updated for resources: {'Port': ['ID=e594775c-73b4-4e7c-ad3f-b8b5794c557c,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:30.824457 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Allocated IP 172.20.0.1 (c9deb14f-857e-4e80-a113-09355d9cc05f/69ec4988-75a6-44db-a070-767a767a62f6/8d347d21-8621-4353-aeae-c3609a74e1f5) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:34:30.841188 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Attempting to bind port e594775c-73b4-4e7c-ad3f-b8b5794c557c on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:34:30.841806 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Attempting to bind port e594775c-73b4-4e7c-ad3f-b8b5794c557c by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:34:30.841934 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Attempting to bind port e594775c-73b4-4e7c-ad3f-b8b5794c557c on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:34:30.845156 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.845502 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.845861 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.848407 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.848773 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.849120 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.849457 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.849817 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.850173 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.850504 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.850829 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.851212 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:30.857599 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:30.860469 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:34:30.860846 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:34:30.861251 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.861787 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:34:30.862265 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Bound port: e594775c-73b4-4e7c-ad3f-b8b5794c557c, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:34:30.862658 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.885176 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:30.942710 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] For port e594775c-73b4-4e7c-ad3f-b8b5794c557c, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:34:30.946734 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] For port e594775c-73b4-4e7c-ad3f-b8b5794c557c, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=e594775c-73b4-4e7c-ad3f-b8b5794c557c,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:34:30.951878 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.957020 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:30.960090 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:30.960997 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:30.989126 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:31.005684 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Transition to ACTIVE for port object 8d347d21-8621-4353-aeae-c3609a74e1f5 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:31.030663 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:31.031185 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:31.035744 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:31.040251 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:31.103864 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Network c9deb14f-857e-4e80-a113-09355d9cc05f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:34:31.106677 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:31.114816 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:34:31.150563 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d347d21-8621-4353-aeae-c3609a74e1f5,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:31.157170 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:31.162904 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Pushing event updated for resources: {'Port': ['ID=e594775c-73b4-4e7c-ad3f-b8b5794c557c,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:31.166832 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-d0d61fd8-8e66-4a06-83f3-e18569b03fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:31.180556 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:31.224571 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:31.302312 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:31.337583 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-bb09883d-5a7d-4ccc-b637-cc5f5ac2437f None None] Provisioning for port 8d347d21-8621-4353-aeae-c3609a74e1f5 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:31.342744 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-bb09883d-5a7d-4ccc-b637-cc5f5ac2437f None None] Provisioning complete for port 8d347d21-8621-4353-aeae-c3609a74e1f5 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:31.343119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bb09883d-5a7d-4ccc-b637-cc5f5ac2437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:31.399371 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-bb09883d-5a7d-4ccc-b637-cc5f5ac2437f None None] Port 8d347d21-8621-4353-aeae-c3609a74e1f5 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:34:31.513936 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:28Z', 'revision_number': 3, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:31.517754 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0f7df-2f6c-4edd-bc29-84bd70dd253f None None] The sync data for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi is: [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:28Z', 'revision_number': 3, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:34:31.524881 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:31.529587 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:31.555889 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-23bf8b58-69d7-4b40-8605-604e2c247148 tempest-ServerRescueNegativeTestJSON-1810705910 tempest-ServerRescueNegativeTestJSON-1810705910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:31.639702 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d347d21-8621-4353-aeae-c3609a74e1f5,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:31.642567 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:31.643353 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:31.807682 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Network c9deb14f-857e-4e80-a113-09355d9cc05f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:34:31.809017 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:32.006800 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Router a5124ece-cb0e-4600-8cf2-24a8da071cb8 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:34:32.024393 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c575bfec-532f-4aa2-a7cb-bcd307d41d67 None None] Provisioning complete for port 8d347d21-8621-4353-aeae-c3609a74e1f5 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:32.024777 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c575bfec-532f-4aa2-a7cb-bcd307d41d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:32.080264 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-c575bfec-532f-4aa2-a7cb-bcd307d41d67 None None] Port 8d347d21-8621-4353-aeae-c3609a74e1f5 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:34:32.277823 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:34:32.287539 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] 10.222.0.58 "PUT /v2.0/routers/a5124ece-cb0e-4600-8cf2-24a8da071cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4322417 May 10 19:34:32.798956 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53858) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:32.805642 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-675995230-network', 'tenant_id': '352e171eacc943888d1c328eef00ca6d'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:32.810570 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:32.815378 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Usage tracker for resource:network and tenant:352e171eacc943888d1c328eef00ca6d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:32.819857 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:32.830632 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:32.844934 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Made reservation on behalf of 352e171eacc943888d1c328eef00ca6d for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:34:32.847346 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:32.863986 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:32.880876 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:32.885300 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:352e171eacc943888d1c328eef00ca6d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:32.888358 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:32.894252 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:32.911102 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device e594775c-73b4-4e7c-ad3f-b8b5794c557c up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:32.995215 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.001033 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.003331 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ce1718e6-969d-4ae8-843b-af522c26f904 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:33.022277 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port e594775c-73b4-4e7c-ad3f-b8b5794c557c completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:33.028392 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Sync routers for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:34:33.033185 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:34:33.033493 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port e594775c-73b4-4e7c-ad3f-b8b5794c557c triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:33.033731 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.042341 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832afd7e-c555-4a28-b37c-9f5294061837,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:33.051089 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.051430 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Added segment f4d4cb07-744b-40ba-a325-1d12fb895604 of type vlan for network f64324a4-be50-4fce-b621-35f121bcd386 May 10 19:34:33.053057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.053422 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.053800 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.054190 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.055078 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.055407 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.055753 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.056095 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.056439 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.056783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.057195 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.057456 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:34:33.064382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:33.076240 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:33.076868 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:33.087398 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.116232 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.118279 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:33.118852 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.122030 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-48a44b7b-2ad5-4987-ae0d-f34ed0c2822d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:33.221310 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=f64324a4-be50-4fce-b621-35f121bcd386,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:33.224177 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:33.228306 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4257298 May 10 19:34:33.228704 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53862) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:33.234760 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Request body: {'subnet': {'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-675995230-subnet', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:33.236635 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network f64324a4-be50-4fce-b621-35f121bcd386 details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:34:33.239397 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:33.243892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Usage tracker for resource:subnet and tenant:352e171eacc943888d1c328eef00ca6d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:33.247045 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:33.252912 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:33.264328 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Made reservation on behalf of 352e171eacc943888d1c328eef00ca6d for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:34:33.266766 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196244'] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.412776 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.418991 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:33.486995 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port e594775c-73b4-4e7c-ad3f-b8b5794c557c, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=e594775c-73b4-4e7c-ad3f-b8b5794c557c,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:33.497665 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.552227 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c635b368-fc82-493a-9669-93d06e07b3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:33.657787 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2485057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196326'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.662357 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-86452a2d-d8ed-4595-9ce0-9cb3de01cb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:33.699961 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=e594775c-73b4-4e7c-ad3f-b8b5794c557c,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:33.713390 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:33.732519 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85f4c3c-3f1c-45af-8a61-a74acea3d70b,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:33.737862 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:33.740265 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Checking segment: {'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:34:33.740618 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Network hostable DHCP agents. Network: f64324a4-be50-4fce-b621-35f121bcd386, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:34:33.759248 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Network f64324a4-be50-4fce-b621-35f121bcd386 is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:34:33.768779 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, f64324a4-be50-4fce-b621-35f121bcd386) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:33.777948 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:33.779234 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.782669 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d0b6f-5aab-4c0c-b6ce-9431a342ea74 None None] Network f64324a4-be50-4fce-b621-35f121bcd386 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:34:33.806060 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-76a5386d-d5ed-4fcd-b9de-8335e580ee4f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5764019 May 10 19:34:33.806614 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53866) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:33.812661 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:33.818024 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:33.822114 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Usage tracker for resource:router and tenant:352e171eacc943888d1c328eef00ca6d is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:33.825234 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:33.832587 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:33.844238 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.845717 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.861485 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:33.912624 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 2, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:33.921857 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Checking router: a5124ece-cb0e-4600-8cf2-24a8da071cb8 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:34:33.922220 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Updating router a5124ece-cb0e-4600-8cf2-24a8da071cb8 port 8d347d21-8621-4353-aeae-c3609a74e1f5 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:34:34.016589 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.107366 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-f64324a4-be50-4fce-b621-35f121bcd386', 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'fixed_ips': [{'subnet_id': 'f85f4c3c-3f1c-45af-8a61-a74acea3d70b'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:34:34.108189 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.217168 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.466471 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Allocated IP 172.20.0.2 (f64324a4-be50-4fce-b621-35f121bcd386/f85f4c3c-3f1c-45af-8a61-a74acea3d70b/2ba1d510-539e-4204-95d6-84d24f030bcb) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:34:34.531339 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.561139 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.676258 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.699443 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Allocated IP 172.27.2.248 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/fc3941ed-62aa-4b49-97a4-9e588cf34cec) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:34:34.733500 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Transition to ACTIVE for port object 8d347d21-8621-4353-aeae-c3609a74e1f5 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:34.749197 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.755860 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:34.854073 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.866279 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.889620 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:34.895108 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-75018383-07e4-4972-b16d-7c4910de4fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:34.902118 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Transition to ACTIVE for port object 2ba1d510-539e-4204-95d6-84d24f030bcb will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:34.905037 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e91d17-f1a1-4912-9cc7-8f826b8c7ddb None None] Pushing event updated for resources: {'Port': ['ID=8d347d21-8621-4353-aeae-c3609a74e1f5,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:34.909367 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:34:34.912120 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e6e91d17-f1a1-4912-9cc7-8f826b8c7ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:34.944721 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device e594775c-73b4-4e7c-ad3f-b8b5794c557c up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:34.969845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:34:34.972991 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:34.985963 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:34:35.020533 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3941ed-62aa-4b49-97a4-9e588cf34cec,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:35.026882 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:35.030498 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Transition to ACTIVE for port object 2ba1d510-539e-4204-95d6-84d24f030bcb will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:35.060586 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.066978 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:35.126142 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Attempting to bind port 8d347d21-8621-4353-aeae-c3609a74e1f5 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:34:35.126430 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Attempting to bind port 8d347d21-8621-4353-aeae-c3609a74e1f5 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:34:35.126803 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Attempting to bind port 8d347d21-8621-4353-aeae-c3609a74e1f5 on network c9deb14f-857e-4e80-a113-09355d9cc05f {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:34:35.145942 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Network f64324a4-be50-4fce-b621-35f121bcd386 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:34:35.149737 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:34:35.150122 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Checking segment: {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:34:35.150531 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.150934 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Bound using segment: {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:34:35.151409 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Bound port: 8d347d21-8621-4353-aeae-c3609a74e1f5, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:34:35.151790 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.168110 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:35.185173 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:34:35.193261 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Pushing event updated for resources: {'Port': ['ID=2ba1d510-539e-4204-95d6-84d24f030bcb,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:35.220336 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:35.295877 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port e594775c-73b4-4e7c-ad3f-b8b5794c557c triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:35.296251 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.378839 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Attempting to bind port 2ba1d510-539e-4204-95d6-84d24f030bcb on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:34:35.379214 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Attempting to bind port 2ba1d510-539e-4204-95d6-84d24f030bcb by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:34:35.379581 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Attempting to bind port 2ba1d510-539e-4204-95d6-84d24f030bcb on network f64324a4-be50-4fce-b621-35f121bcd386 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:34:35.402018 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:34:35.402433 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Checking segment: {'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:34:35.402821 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.403225 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Bound using segment: {'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:34:35.403717 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Bound port: 2ba1d510-539e-4204-95d6-84d24f030bcb, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:34:35.404102 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.404649 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.430386 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] For port 8d347d21-8621-4353-aeae-c3609a74e1f5, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:34:35.473323 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] For port 8d347d21-8621-4353-aeae-c3609a74e1f5, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8d347d21-8621-4353-aeae-c3609a74e1f5,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:34:35.483009 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.488479 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:35.642228 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] For port 2ba1d510-539e-4204-95d6-84d24f030bcb, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:34:35.652901 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e91d17-f1a1-4912-9cc7-8f826b8c7ddb None None] Pushing event updated for resources: {'Port': ['ID=8d347d21-8621-4353-aeae-c3609a74e1f5,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:35.656650 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:35.657285 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:35.706593 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] For port 2ba1d510-539e-4204-95d6-84d24f030bcb, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=2ba1d510-539e-4204-95d6-84d24f030bcb,segment=NetworkSegment(f4d4cb07-744b-40ba-a325-1d12fb895604),segment_id=f4d4cb07-744b-40ba-a325-1d12fb895604)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:34:35.707744 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e6e91d17-f1a1-4912-9cc7-8f826b8c7ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:35.773020 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.783995 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:35.873019 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:35.947464 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Pushing event updated for resources: {'Port': ['ID=2ba1d510-539e-4204-95d6-84d24f030bcb,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:35.955605 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:35.985373 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:36.093823 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Router cc69892c-c517-41c0-8aa0-6b7d9ef914aa is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:34:36.309192 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:34:36.319208 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Sync routers for ids ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:34:36.329123 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:35Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:36.331096 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Routers {'cc69892c-c517-41c0-8aa0-6b7d9ef914aa'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:36.331873 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:36.333222 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd73ae-c6c6-4ad6-89e0-07fb20e05519 None None] The sync data for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi is: [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:35Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:34:36.338573 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:36.339982 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5324578 May 10 19:34:36.342931 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53872) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:36.538401 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Set router cc69892c-c517-41c0-8aa0-6b7d9ef914aa gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:36.996534 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:34:35Z', 'revision_number': 3, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port': {'id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:34Z', 'updated_at': '2021-05-10T19:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:37.009784 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Checking router: cc69892c-c517-41c0-8aa0-6b7d9ef914aa for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:34:37.010371 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Updating router cc69892c-c517-41c0-8aa0-6b7d9ef914aa port fc3941ed-62aa-4b49-97a4-9e588cf34cec binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:34:37.066226 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8d347d21-8621-4353-aeae-c3609a74e1f5 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:37.125041 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.184273 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 8d347d21-8621-4353-aeae-c3609a74e1f5 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:37.191369 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 8d347d21-8621-4353-aeae-c3609a74e1f5 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:37.192708 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.225327 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c2755-9ec8-4859-b05d-e172a3cd6cab None None] Network f64324a4-be50-4fce-b621-35f121bcd386 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:34:37.356999 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-caeced8a-64ef-4859-8801-b85825a860f6 None None] Provisioning for port 2ba1d510-539e-4204-95d6-84d24f030bcb completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:37.456880 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.546268 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 8d347d21-8621-4353-aeae-c3609a74e1f5, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8d347d21-8621-4353-aeae-c3609a74e1f5,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:37.563352 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.564212 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 2ba1d510-539e-4204-95d6-84d24f030bcb up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:37.577031 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cde80-7734-431a-98af-4d9b4e57852d req-4b57d9b6-3cb4-4704-9b0d-3c195ec1ea35 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:37.578560 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-623cde80-7734-431a-98af-4d9b4e57852d req-4b57d9b6-3cb4-4704-9b0d-3c195ec1ea35 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 947 time: 0.1918392 May 10 19:34:37.588578 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.594897 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-3fd6983b-4492-4bc2-822c-5f5b0760a80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:37.599091 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.619952 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Transition to ACTIVE for port object fc3941ed-62aa-4b49-97a4-9e588cf34cec will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:37.629034 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.635014 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:37.704861 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-623cde80-7734-431a-98af-4d9b4e57852d req-32b04496-a83a-455e-a773-221f4aa32e52 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191943 May 10 19:34:37.718503 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Attempting to bind port fc3941ed-62aa-4b49-97a4-9e588cf34cec on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:34:37.719792 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Attempting to bind port fc3941ed-62aa-4b49-97a4-9e588cf34cec by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:34:37.719792 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Attempting to bind port fc3941ed-62aa-4b49-97a4-9e588cf34cec on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:34:37.736291 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:34:37.736291 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:34:37.736620 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.736906 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:34:37.737043 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=8d347d21-8621-4353-aeae-c3609a74e1f5,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:37.737293 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Bound port: fc3941ed-62aa-4b49-97a4-9e588cf34cec, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:34:37.737735 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.741106 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:37.819370 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 2ba1d510-539e-4204-95d6-84d24f030bcb completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:37.822678 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfa65d-cfae-43a0-8b3a-cdff71dab836 None None] Pushing event updated for resources: {'Port': ['ID=fc3941ed-62aa-4b49-97a4-9e588cf34cec,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:37.825029 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 2ba1d510-539e-4204-95d6-84d24f030bcb triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:37.825029 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.833744 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-9bbfa65d-cfae-43a0-8b3a-cdff71dab836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:37.839661 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] For port fc3941ed-62aa-4b49-97a4-9e588cf34cec, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:34:37.844998 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] For port fc3941ed-62aa-4b49-97a4-9e588cf34cec, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=fc3941ed-62aa-4b49-97a4-9e588cf34cec,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:34:37.849017 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:37.855912 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-0f59f049-d396-48fb-b493-df8fd5c0beea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:37.898887 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Allocated IP 172.20.0.1 (f64324a4-be50-4fce-b621-35f121bcd386/f85f4c3c-3f1c-45af-8a61-a74acea3d70b/8c42a84e-7b05-4a4d-a5fc-665961e9eab2) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:34:37.961304 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Routers {'cc69892c-c517-41c0-8aa0-6b7d9ef914aa'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:37.961971 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:38.009960 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.047906 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 2ba1d510-539e-4204-95d6-84d24f030bcb, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=2ba1d510-539e-4204-95d6-84d24f030bcb,segment=NetworkSegment(f4d4cb07-744b-40ba-a325-1d12fb895604),segment_id=f4d4cb07-744b-40ba-a325-1d12fb895604)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:38.054632 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.061681 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:38.088418 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfa65d-cfae-43a0-8b3a-cdff71dab836 None None] Pushing event updated for resources: {'Port': ['ID=fc3941ed-62aa-4b49-97a4-9e588cf34cec,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:38.091460 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-9bbfa65d-cfae-43a0-8b3a-cdff71dab836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:38.095923 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.114876 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Transition to ACTIVE for port object 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:38.142931 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.143492 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=2ba1d510-539e-4204-95d6-84d24f030bcb,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:38.147196 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:38.147538 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bd485046-d3d5-4942-bdf3-c820e033d200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:38.166298 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] Set router cc69892c-c517-41c0-8aa0-6b7d9ef914aa gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:38.192402 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-8bc7bcb3-b0aa-4886-842b-de0e3e2b6069 None None] Provisioning complete for port 2ba1d510-539e-4204-95d6-84d24f030bcb triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:38.192872 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8bc7bcb3-b0aa-4886-842b-de0e3e2b6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.203474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Network f64324a4-be50-4fce-b621-35f121bcd386 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:34:38.207178 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:38.211074 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:34:38.257852 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Pushing event updated for resources: {'Port': ['ID=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:38.262469 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:38.281641 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.410073 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.447934 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-da4f903d-b895-46eb-aa12-ccbfac4f11d3 None None] Provisioning for port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:38.453239 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-da4f903d-b895-46eb-aa12-ccbfac4f11d3 None None] Provisioning complete for port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:38.453665 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-da4f903d-b895-46eb-aa12-ccbfac4f11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.507220 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-da4f903d-b895-46eb-aa12-ccbfac4f11d3 None None] Port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:34:38.509011 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:34:35Z', 'revision_number': 3, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port': {'id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:34Z', 'updated_at': '2021-05-10T19:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:38.513356 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f291fff-51b5-41fb-be9d-2dd5f4ba4d12 None None] The sync data for ids ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'] in dv-cinder-784453-6-iscsi is: [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:34:35Z', 'revision_number': 3, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port': {'id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:34Z', 'updated_at': '2021-05-10T19:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:34:38.662493 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.702799 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.744335 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-73302d34-44d4-4106-996a-6c0327abb3b7 tempest-VolumesActionsTest-1833652908 tempest-VolumesActionsTest-1833652908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:38.845888 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:38.851774 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Pushing event updated for resources: {'Port': ['ID=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:38.858076 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:38.955896 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-32e634df-a139-4769-9ae2-ee8e7494ebfc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:38.957442 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-32e634df-a139-4769-9ae2-ee8e7494ebfc tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 947 time: 0.2907982 May 10 19:34:39.002135 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720acc-0c1a-47f5-82ce-5c8fe278056e req-c529aa14-1b84-4179-b080-ad8f02873efb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:39.010559 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9720acc-0c1a-47f5-82ce-5c8fe278056e req-c529aa14-1b84-4179-b080-ad8f02873efb tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 947 time: 0.1103253 May 10 19:34:39.047032 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8d347d21-8621-4353-aeae-c3609a74e1f5 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:39.071514 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9720acc-0c1a-47f5-82ce-5c8fe278056e req-01d77292-d6da-4956-ad28-95f8b656ff0c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579507 May 10 19:34:39.124466 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Network f64324a4-be50-4fce-b621-35f121bcd386 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:34:39.126797 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:34:39.132813 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 8d347d21-8621-4353-aeae-c3609a74e1f5 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:39.133409 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:39.346293 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 2ba1d510-539e-4204-95d6-84d24f030bcb up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:39.433683 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Deleting port 111827f8-e4e8-4f51-a4ba-edafd909caba {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:34:39.434052 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:39.445609 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4a47528a-317a-48d2-b52d-7b877a20c54c None None] Provisioning complete for port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:39.445984 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4a47528a-317a-48d2-b52d-7b877a20c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:39.491295 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 2ba1d510-539e-4204-95d6-84d24f030bcb triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:39.491735 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:39.529049 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Router cc69892c-c517-41c0-8aa0-6b7d9ef914aa has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:34:39.565492 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4a47528a-317a-48d2-b52d-7b877a20c54c None None] Port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:34:39.640456 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device fc3941ed-62aa-4b49-97a4-9e588cf34cec up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:39.714594 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port fc3941ed-62aa-4b49-97a4-9e588cf34cec completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:39.719934 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port fc3941ed-62aa-4b49-97a4-9e588cf34cec triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:39.720360 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:39.720804 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] For port 111827f8-e4e8-4f51-a4ba-edafd909caba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=111827f8-e4e8-4f51-a4ba-edafd909caba,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:39.721417 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:39.853409 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:39.870106 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port fc3941ed-62aa-4b49-97a4-9e588cf34cec, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=fc3941ed-62aa-4b49-97a4-9e588cf34cec,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:39.873830 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:39.875730 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e6e91d17-f1a1-4912-9cc7-8f826b8c7ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:39.906973 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:34:39.931206 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] 10.222.0.58 "PUT /v2.0/routers/cc69892c-c517-41c0-8aa0-6b7d9ef914aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5867555 May 10 19:34:39.949936 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=fc3941ed-62aa-4b49-97a4-9e588cf34cec,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:39.953346 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:40.060802 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.061697 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.062409 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.l3_db [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Floating IP 083251e8-27e8-4c9c-8ac7-d150145ee852 disassociated. External IP: 172.27.2.213, port: 111827f8-e4e8-4f51-a4ba-edafd909caba. May 10 19:34:40.062409 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Calling delete_port for 111827f8-e4e8-4f51-a4ba-edafd909caba owned by compute:nova {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:34:40.277509 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.283935 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:40.334968 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event deleted for resources: {'Port': ['ID=111827f8-e4e8-4f51-a4ba-edafd909caba,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:40.340391 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:40.374076 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Sync routers for ids ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:34:40.386080 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Routers {'cc69892c-c517-41c0-8aa0-6b7d9ef914aa'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:40.386838 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:40.485320 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcf3b-a574-466c-86f0-02f5e632c363 req-0c4802a2-b7ad-4c93-82c5-c5fd1b8aa4d9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:40.486911 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-30ebcf3b-a574-466c-86f0-02f5e632c363 req-0c4802a2-b7ad-4c93-82c5-c5fd1b8aa4d9 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 868 time: 0.2752602 May 10 19:34:40.565820 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-30ebcf3b-a574-466c-86f0-02f5e632c363 req-37348ec4-5e76-4465-88e2-07ecfefe7d1c tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups?id=0b43852b-6a16-4455-b42e-b6215f315970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718162 May 10 19:34:40.573978 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Set router cc69892c-c517-41c0-8aa0-6b7d9ef914aa gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:40.597928 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Router 67d667f1-d951-41ac-9e2c-315303446c8b has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:34:40.652228 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53894) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:40.657646 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31725768', 'description': 'tempest-secgroup-smoke-31725768 description', 'project_id': '7020e3428aaf42e0a63c8bab32a2faba'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:40.664189 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:40.668055 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:security_group and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:40.671085 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:40.677902 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:40.689518 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.712145 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:40.716147 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:security_group_rule and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:40.719310 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:40.725756 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:40.828524 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.829432 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:34:40.842137 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.843200 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] Sync routers for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:34:40.849865 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-79d31462-d290-4742-93b6-b24937dcc830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:40.860833 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:40.863579 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:40.919119 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e179795f-d924-4a1b-9068-d9033fd39a54,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:40.923012 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:40.924389 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:40.926393 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2731607 May 10 19:34:40.929858 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53898) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:40.936964 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'security_group_rule': {'security_group_id': 'e179795f-d924-4a1b-9068-d9033fd39a54', 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:40.955133 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:40.963676 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:34:38Z', 'revision_number': 4, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port': {'id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:34Z', 'updated_at': '2021-05-10T19:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8c42a84e-7b05-4a4d-a5fc-665961e9eab2', 'name': '', 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'mac_address': 'fa:16:3e:2b:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f85f4c3c-3f1c-45af-8a61-a74acea3d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:37Z', 'updated_at': '2021-05-10T19:34:38Z', 'revision_number': 2, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'subnets': [{'id': 'f85f4c3c-3f1c-45af-8a61-a74acea3d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:40.965807 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:security_group_rule and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:40.970405 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:40.972019 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Checking router: cc69892c-c517-41c0-8aa0-6b7d9ef914aa for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:34:40.972394 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Updating router cc69892c-c517-41c0-8aa0-6b7d9ef914aa port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:34:40.979707 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:41.003526 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.030938 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device fc3941ed-62aa-4b49-97a4-9e588cf34cec up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:41.095978 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.102543 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.105138 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-36f31999-5d3e-4287-9e20-bfef5240e38a tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:41.108935 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.117583 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] No DVR routers for this DVR port 111827f8-e4e8-4f51-a4ba-edafd909caba on host hv-cinder-78445 {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:34:41.121277 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.126654 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-deleted', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:34:41.135166 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b440f023-7771-412e-bcaf-2e4ce835331c,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:41.139900 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:41.149031 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e957fb31-92a9-4903-bc1b-73922f1e7db1 req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.66 "DELETE /v2.0/ports/111827f8-e4e8-4f51-a4ba-edafd909caba HTTP/1.1" status: 204 len: 173 time: 2.1840954 May 10 19:34:41.150998 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.152413 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-75a6f444-ee05-4377-a526-f3a57b425e9b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2212310 May 10 19:34:41.155187 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53904) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:41.163105 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'security_group_rule': {'security_group_id': 'e179795f-d924-4a1b-9068-d9033fd39a54', 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:41.170310 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:41.180955 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:41.182778 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:security_group_rule and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:41.187223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:41.195583 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:41.199439 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port fc3941ed-62aa-4b49-97a4-9e588cf34cec triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:41.199821 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.210376 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c1a0da-fce1-4567-abd3-d32fae59511f', 'name': 'network-vif-deleted', 'tag': '111827f8-e4e8-4f51-a4ba-edafd909caba', 'status': 'completed', 'code': 200} May 10 19:34:41.230252 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.301043 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.305813 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.319945 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:41.342649 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4cfc11-514c-46c6-adc8-9590eddb7052,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:41.346639 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:41.354772 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.356400 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1997528 May 10 19:34:41.358995 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53908) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:41.364351 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'security_group_rule': {'security_group_id': 'e179795f-d924-4a1b-9068-d9033fd39a54', 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:41.370103 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:41.373854 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:security_group_rule and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:41.376678 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:41.382571 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:41.403318 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.475244 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.480640 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.482989 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a9b619d0-fcb3-4a09-a41e-1dda8cd1d61e tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:41.506174 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511f0378-4d2b-4037-9beb-7d93fa86b997,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:41.512418 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:41.517819 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.519459 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591682 May 10 19:34:41.521987 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53914) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:41.528460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'security_group_rule': {'security_group_id': 'e179795f-d924-4a1b-9068-d9033fd39a54', 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:41.534812 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:41.539408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:security_group_rule and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:41.542512 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:41.548656 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:41.574818 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.616116 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:34:41.625298 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:41.640591 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] Checking router: 67d667f1-d951-41ac-9e2c-315303446c8b for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:34:41.654746 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:41.655408 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:41.668271 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.674754 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.678374 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-8d0a1d1b-af8f-4314-b6f1-b28c533ae002 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:41.710105 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc0f372-d1dc-4540-9e92-e7db29df1919,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:41.719506 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 111827f8-e4e8-4f51-a4ba-edafd909caba {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:34:41.719934 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 111827f8-e4e8-4f51-a4ba-edafd909caba not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:34:41.721061 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:41.731061 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.732776 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-52483383-51f7-499d-95fe-9df5dd469a67 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2095780 May 10 19:34:41.735503 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53920) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:41.747292 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'security_group_rule': {'security_group_id': 'e179795f-d924-4a1b-9068-d9033fd39a54', 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:41.764009 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:41.771007 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.772176 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:security_group_rule and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:41.779318 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:41.793582 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:41.801338 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Transition to ACTIVE for port object 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:34:41.811924 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.817519 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.securitygroups_db [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Project 7020e3428aaf42e0a63c8bab32a2faba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:34:41.817848 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:41.834727 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1849aa0c-fc36-4e59-83b4-2c6af54c2af0 req-78b38fea-a88f-411a-9cde-6c0f9a7eff57 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8c1a0da-fce1-4567-abd3-d32fae59511f HTTP/1.1" status: 200 len: 210 time: 0.0730920 May 10 19:34:41.847886 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.921961 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:41.931474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.936001 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.938320 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-501cf509-0663-4869-b31d-26b7e2550710 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:41.962800 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d43684-3cc4-499e-bae9-35443d675cde,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:41.967520 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:41.973912 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.975172 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2387204 May 10 19:34:41.977888 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53926) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:41.989564 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'security_group_rule': {'security_group_id': 'e179795f-d924-4a1b-9068-d9033fd39a54', 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:34:41.999076 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:34:42.003258 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:security_group_rule and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:34:42.006545 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:34:42.016210 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:34:42.030509 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.securitygroups_db [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Project 7020e3428aaf42e0a63c8bab32a2faba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:34:42.039240 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:42.060608 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67a6c5-e107-4907-a04c-d2f5702d3a38 None None] Pushing event updated for resources: {'Port': ['ID=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:42.079452 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ad67a6c5-e107-4907-a04c-d2f5702d3a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:42.105260 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Attempting to bind port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:34:42.105669 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Attempting to bind port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:34:42.106034 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Attempting to bind port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 on network f64324a4-be50-4fce-b621-35f121bcd386 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:34:42.111892 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:34:42.112267 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Checking segment: {'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:34:42.112815 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:42.113074 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Bound using segment: {'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:34:42.113559 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Bound port: 8c42a84e-7b05-4a4d-a5fc-665961e9eab2, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d4cb07-744b-40ba-a325-1d12fb895604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:34:42.113944 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:42.137647 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:42.142493 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:42.145153 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-1d1c50ee-33de-4115-99db-37913dfe6920 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:42.170924 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c92a2ec-dac5-451d-8eb1-f3aea83efa48,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:42.175005 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:42.185329 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:42.188379 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2080321 May 10 19:34:42.220235 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] For port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:34:42.223862 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] For port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,segment=NetworkSegment(f4d4cb07-744b-40ba-a325-1d12fb895604),segment_id=f4d4cb07-744b-40ba-a325-1d12fb895604)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:34:42.229693 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:42.237780 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:42.300867 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:42.306013 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904da5c4-fe1e-4dbf-8471-145e0c8b3e20 None None] The sync data for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi is: [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:23:13Z', 'revision_number': 4, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '448dd2e2-cbcb-4771-9934-f931d5d2c20d', 'name': '', 'network_id': 'c6f0e170-c778-46c6-afb0-184c129fd23f', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'mac_address': 'fa:16:3e:83:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:23:10Z', 'updated_at': '2021-05-10T19:23:28Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'subnets': [{'id': 'fb993a3e-19a0-4458-bd22-9e98b3b8e850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:34:42.310975 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Routers {'cc69892c-c517-41c0-8aa0-6b7d9ef914aa'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:42.311689 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:42.448295 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67a6c5-e107-4907-a04c-d2f5702d3a38 None None] Pushing event updated for resources: {'Port': ['ID=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:42.453781 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ad67a6c5-e107-4907-a04c-d2f5702d3a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:42.521928 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] Set router cc69892c-c517-41c0-8aa0-6b7d9ef914aa gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:42.603995 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e15c3f-f2b9-41de-b183-5b508c4ac4af None None] New status for floating IP 083251e8-27e8-4c9c-8ac7-d150145ee852: DOWN {{(pid=78732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:34:42.990245 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 53974) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:43.064088 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d96d3977-476d-4550-b065-84ce026d9c87 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.087939 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:34:38Z', 'revision_number': 4, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port': {'id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:34Z', 'updated_at': '2021-05-10T19:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8c42a84e-7b05-4a4d-a5fc-665961e9eab2', 'name': '', 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'mac_address': 'fa:16:3e:2b:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f85f4c3c-3f1c-45af-8a61-a74acea3d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:37Z', 'updated_at': '2021-05-10T19:34:42Z', 'revision_number': 4, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'subnets': [{'id': 'f85f4c3c-3f1c-45af-8a61-a74acea3d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:43.092425 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180d9b79-19b6-4402-8a13-0ee3713ca6e6 None None] The sync data for ids ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'] in dv-cinder-784453-6-iscsi is: [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:34:38Z', 'revision_number': 4, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port': {'id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:34Z', 'updated_at': '2021-05-10T19:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8c42a84e-7b05-4a4d-a5fc-665961e9eab2', 'name': '', 'network_id': 'f64324a4-be50-4fce-b621-35f121bcd386', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'mac_address': 'fa:16:3e:2b:f2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f85f4c3c-3f1c-45af-8a61-a74acea3d70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:37Z', 'updated_at': '2021-05-10T19:34:42Z', 'revision_number': 4, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'subnets': [{'id': 'f85f4c3c-3f1c-45af-8a61-a74acea3d70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:34:43.099213 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d96d3977-476d-4550-b065-84ce026d9c87 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.181597 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d96d3977-476d-4550-b065-84ce026d9c87 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.186231 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f9461623-58e7-4617-b489-af5340bd8aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:43.203227 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d3977-476d-4550-b065-84ce026d9c87 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b43852b-6a16-4455-b42e-b6215f315970,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:43.206025 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d96d3977-476d-4550-b065-84ce026d9c87 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:43.221871 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d96d3977-476d-4550-b065-84ce026d9c87 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.226070 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53990) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:43.239007 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d96d3977-476d-4550-b065-84ce026d9c87 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "DELETE /v2.0/security-groups/0b43852b-6a16-4455-b42e-b6215f315970 HTTP/1.1" status: 204 len: 168 time: 0.2476709 May 10 19:34:43.245309 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.api.v2.resource [None req-028ca4b0-043f-4dc1-a6ae-10192f89f02b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] show failed (client error): The resource could not be found. May 10 19:34:43.246543 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-028ca4b0-043f-4dc1-a6ae-10192f89f02b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "GET /v2.0/security-groups/0b43852b-6a16-4455-b42e-b6215f315970 HTTP/1.1" status: 404 len: 347 time: 0.0189381 May 10 19:34:43.249372 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 53996) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:43.482721 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Deleting port 392800dd-66b9-49a5-844a-5080a439de55 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:34:43.483068 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.607157 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.607412 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.732681 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Calling delete_port for 392800dd-66b9-49a5-844a-5080a439de55 owned by network:floatingip {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:34:43.868822 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:43.873105 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-4db48168-f7ad-4a3e-b296-2a25bdb95170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:43.921156 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Pushing event deleted for resources: {'Port': ['ID=392800dd-66b9-49a5-844a-5080a439de55,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:43.925031 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:44.026546 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks [] for floatingip, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:44.043334 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:44.044466 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] 10.222.0.58 "DELETE /v2.0/floatingips/083251e8-27e8-4c9c-8ac7-d150145ee852 HTTP/1.1" status: 204 len: 168 time: 0.7939749 May 10 19:34:44.888168 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:45.007955 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:34:45.012617 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:45.013006 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:45.138734 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:45.172343 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,segment=NetworkSegment(f4d4cb07-744b-40ba-a325-1d12fb895604),segment_id=f4d4cb07-744b-40ba-a325-1d12fb895604)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:45.176269 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:45.178173 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:45.247868 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:45.250839 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:46.851590 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54026) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:46.874789 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:34:46.943032 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:34:46.943410 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:47.675006 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:48.099879 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Deleting port 448dd2e2-cbcb-4771-9934-f931d5d2c20d {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:34:48.100532 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:48.224641 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] For port 448dd2e2-cbcb-4771-9934-f931d5d2c20d, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=448dd2e2-cbcb-4771-9934-f931d5d2c20d,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:48.224998 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:48.347762 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Calling delete_port for 448dd2e2-cbcb-4771-9934-f931d5d2c20d owned by network:router_interface {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:34:48.495371 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:48.498942 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b6ca6c04-28a9-44a7-ac3a-24a12b15e405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:48.542141 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Pushing event deleted for resources: {'Port': ['ID=448dd2e2-cbcb-4771-9934-f931d5d2c20d,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:48.545302 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:48.811958 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:49.176800 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:49.294316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Router 67d667f1-d951-41ac-9e2c-315303446c8b has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:34:49.473373 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:34:49.483444 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] Sync routers for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:34:49.489026 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] 10.222.0.58 "PUT /v2.0/routers/67d667f1-d951-41ac-9e2c-315303446c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6351142 May 10 19:34:49.490535 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54038) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:49.493420 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:49.494081 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:49.667619 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks [] for router, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:49.672029 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:49.846324 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:49.922675 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Deleting port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:34:49.923059 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:49.959751 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:34:48Z', 'revision_number': 5, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port': {'id': '8b0c7f04-2971-4dc2-ad63-3bd0961fb81e', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:22:55Z', 'updated_at': '2021-05-10T19:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:49.963740 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] Checking router: 67d667f1-d951-41ac-9e2c-315303446c8b for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:34:49.974977 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] Routers {'67d667f1-d951-41ac-9e2c-315303446c8b'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:34:49.974977 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:34:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['67d667f1-d951-41ac-9e2c-315303446c8b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:50.047580 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] For port 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8b0c7f04-2971-4dc2-ad63-3bd0961fb81e,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:50.047852 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.154648 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] Set router 67d667f1-d951-41ac-9e2c-315303446c8b gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:34:50.176831 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Calling delete_port for 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e owned by network:router_gateway {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:34:50.260006 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:34:49Z', 'revision_number': 6, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port_host': None}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:50.263980 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca715721-ccf8-4dc0-a311-c1c90ed45e1a None None] The sync data for ids ['67d667f1-d951-41ac-9e2c-315303446c8b'] in dv-cinder-784453-6-iscsi is: [{'id': '67d667f1-d951-41ac-9e2c-315303446c8b', 'name': 'tempest-AttachVolumeShelveTestJSON-2019073704-router', 'tenant_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:22:53Z', 'updated_at': '2021-05-10T19:34:49Z', 'revision_number': 6, 'project_id': '2a096c4e7fec4fcfadab63d96fa34cce', 'gw_port_host': None}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:34:50.432363 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.435933 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-963d1ed7-edd6-4448-8063-ea296af3440c tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:50.480184 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0c7f04-2971-4dc2-ad63-3bd0961fb81e,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:50.483639 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:50.573264 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.750042 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.752604 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.776634 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.777196 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d667f1-d951-41ac-9e2c-315303446c8b {{(pid=78730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:34:50.790227 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.791506 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c1796261-66fd-4b04-aa0b-886eb4668698 admin admin] 10.222.0.58 "DELETE /v2.0/routers/67d667f1-d951-41ac-9e2c-315303446c8b HTTP/1.1" status: 204 len: 168 time: 1.3000312 May 10 19:34:50.794074 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54044) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:50.856790 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] Deleting subnet fb993a3e-19a0-4458-bd22-9e98b3b8e850 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:34:50.859829 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.909827 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:50.990635 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.064597 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:34:51.101479 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:34:51.101927 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8b0c7f04-2971-4dc2-ad63-3bd0961fb81e not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:34:51.102352 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 448dd2e2-cbcb-4771-9934-f931d5d2c20d no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:34:51.138204 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 448dd2e2-cbcb-4771-9934-f931d5d2c20d {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:34:51.138550 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 448dd2e2-cbcb-4771-9934-f931d5d2c20d not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:34:51.268474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.272812 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:51.312500 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb993a3e-19a0-4458-bd22-9e98b3b8e850,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:51.315499 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:51.318516 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.325391 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-576e036c-f1b6-413f-8832-98ac5c217f19 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fb993a3e-19a0-4458-bd22-9e98b3b8e850 HTTP/1.1" status: 204 len: 168 time: 0.5302842 May 10 19:34:51.326029 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d6ad59-63be-4012-b952-5902d48e434f None None] Network c6f0e170-c778-46c6-afb0-184c129fd23f requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:34:51.328067 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54048) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:51.433499 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.519572 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Deleting port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:34:51.519572 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.574044 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] DHCP port deletion for c6f0e170-c778-46c6-afb0-184c129fd23f request from dv-cinder-784453-6-iscsi {{(pid=78732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:34:51.628787 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] For port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:51.629220 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.646816 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] Deleting port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:34:51.647106 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.752844 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Calling delete_port for 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:34:51.754986 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] For port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,segment=NetworkSegment(8fc87e7f-6e57-4676-b21d-e78bdfa1077c),segment_id=8fc87e7f-6e57-4676-b21d-e78bdfa1077c)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:34:51.755520 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.802207 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.806743 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6e2dc61f-e6fe-4ed2-8dd6-724fd8c0d28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:51.855538 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:51.858355 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:51.864243 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] No DVR routers for this DVR port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 on host dv-cinder-784453-6-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:34:51.882926 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] Calling delete_port for 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:34:51.929299 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.933085 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:51.978410 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] Pushing event deleted for resources: {'Port': ['ID=41e57321-2da3-45ac-a96f-c06f0bcbc5c5,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:51.981428 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:51.982246 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] No DVR routers for this DVR port 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 on host dv-cinder-784453-6-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:34:52.085079 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.098420 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f0e170-c778-46c6-afb0-184c129fd23f']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:52.111764 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc87e7f-6e57-4676-b21d-e78bdfa1077c') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:52.112057 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc87e7f-6e57-4676-b21d-e78bdfa1077c') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:34:52.123581 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.139778 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.146579 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:34:52.147058 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:34:52.160998 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:34:52.237940 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.241653 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:52.254715 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.266700 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f0e170-c778-46c6-afb0-184c129fd23f,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:52.271036 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:52.280051 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c6f0e170-c778-46c6-afb0-184c129fd23f HTTP/1.1" status: 204 len: 168 time: 0.9510221 May 10 19:34:52.397295 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54056) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:52.447260 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-eeca97f4-8549-4bb3-bbca-295f6a26c126 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a096c4e7fec4fcfadab63d96fa34cce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477424 May 10 19:34:52.449597 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54060) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:34:52.507902 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fc06c4f0-25c9-4c57-a83a-dda088f0b712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.537470 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fc06c4f0-25c9-4c57-a83a-dda088f0b712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.590050 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fc06c4f0-25c9-4c57-a83a-dda088f0b712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.593816 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-67c1a1b3-36ee-41ef-a83f-aec215416fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:34:52.608430 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06c4f0-25c9-4c57-a83a-dda088f0b712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e71f03-2d36-4193-9dc2-9ccaf16e43cf,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:34:52.612347 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fc06c4f0-25c9-4c57-a83a-dda088f0b712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:34:52.615604 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fc06c4f0-25c9-4c57-a83a-dda088f0b712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.617152 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-fc06c4f0-25c9-4c57-a83a-dda088f0b712 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0e71f03-2d36-4193-9dc2-9ccaf16e43cf HTTP/1.1" status: 204 len: 168 time: 0.1661561 May 10 19:34:52.874616 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:34:52.914389 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:34:52.914745 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 41e57321-2da3-45ac-a96f-c06f0bcbc5c5 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:34:53.578110 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-459fbad5-7333-4965-af88-3714678e2227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:56.569331 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-acbf3067-d100-4097-b96c-2815ddc22f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:56.571176 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:57.609410 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:58.978209 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:06.008761 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54220) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:06.127832 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:06.143448 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:06.147279 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Usage tracker for resource:security_group_rule and tenant:142bcc4c0642425398b0c3173ae4357a is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:35:06.150085 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:35:06.155764 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:06.235018 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:06.238759 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:06.245911 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-db5add5b-30fe-40e0-8155-f4d372b2c603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:06.284158 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d5bf4d-eda2-4f62-9f58-132eb524a901,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:06.288159 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=142bcc4c0642425398b0c3173ae4357a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783959 May 10 19:35:06.291038 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54226) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:06.294990 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.295377 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.295748 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.296118 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.296482 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.296840 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.297198 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.297575 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.297938 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.298290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.298642 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.298994 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:06.302955 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:06.350907 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f8423d4a-ef6b-41e9-9c73-52b30c115a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:06.376737 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f8423d4a-ef6b-41e9-9c73-52b30c115a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:06.427074 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f8423d4a-ef6b-41e9-9c73-52b30c115a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:06.431290 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-12abe01c-1cb1-4459-9888-e53fa9fa22fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:06.442021 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8423d4a-ef6b-41e9-9c73-52b30c115a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d5bf4d-eda2-4f62-9f58-132eb524a901,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:06.447109 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f8423d4a-ef6b-41e9-9c73-52b30c115a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:06.449201 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f8423d4a-ef6b-41e9-9c73-52b30c115a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:06.453003 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f8423d4a-ef6b-41e9-9c73-52b30c115a2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6d5bf4d-eda2-4f62-9f58-132eb524a901 HTTP/1.1" status: 204 len: 168 time: 0.1610718 May 10 19:35:07.146064 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-6068860f-9cb0-4c89-b975-a9f4984d26da tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31725768&fields=id&tenant_id=7020e3428aaf42e0a63c8bab32a2faba HTTP/1.1" status: 200 len: 267 time: 0.0451481 May 10 19:35:07.308096 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-4fd4f9c7-8a46-4692-8b84-a6712c796bbf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:07.309755 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-4fd4f9c7-8a46-4692-8b84-a6712c796bbf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 809 time: 0.1548202 May 10 19:35:07.326054 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-4ab09d85-0d49-464a-b0b9-6bac0f50be13 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/quotas/7020e3428aaf42e0a63c8bab32a2faba HTTP/1.1" status: 200 len: 375 time: 0.0102220 May 10 19:35:07.421081 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-54d9ec72-cf62-4ea2-856c-3150c4ba42f7 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889449 May 10 19:35:07.568352 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-fb694c49-8b0a-4eea-9ff0-62a2a4439eb7 service neutron] 10.222.0.58 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345563 May 10 19:35:07.702421 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-edb17902-f015-4398-8779-628ceb1ef1b0 service neutron] 10.222.0.58 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272182 May 10 19:35:08.114895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-83a24826-b804-4ec5-8576-3305fc15f0c3 req-276880fd-95d4-4955-a391-04e4ce3e7322 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Synchronizing usage tracker for tenant:7020e3428aaf42e0a63c8bab32a2faba on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:35:08.136085 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-83a24826-b804-4ec5-8576-3305fc15f0c3 req-276880fd-95d4-4955-a391-04e4ce3e7322 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Unset dirty status for tenant:7020e3428aaf42e0a63c8bab32a2faba on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:35:08.137379 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83a24826-b804-4ec5-8576-3305fc15f0c3 req-276880fd-95d4-4955-a391-04e4ce3e7322 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 210 time: 0.0678701 May 10 19:35:08.494032 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54314) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:08.636521 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:08.651486 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:08.655615 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Usage tracker for resource:security_group_rule and tenant:7b532a9d24a644a28900cca63545a2b8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:35:08.661616 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:35:08.669079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:08.754291 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:08.759770 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:08.766878 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8c9a4119-9c35-4952-9c07-d2c82dcada3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:08.806276 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958fb549-00f1-4447-b059-154e8252141b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:08.812779 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b532a9d24a644a28900cca63545a2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174896 May 10 19:35:08.813826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54324) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:08.814318 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e0a24eb1-c7d7-45ad-b186-56ecc5320eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:08.880353 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3d40999c-52bf-4683-bb8c-b038f8123224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:08.912690 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3d40999c-52bf-4683-bb8c-b038f8123224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:08.974733 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3d40999c-52bf-4683-bb8c-b038f8123224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:08.978581 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-92ec8d9f-7863-4160-a0d5-763c5409ced6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:08.991130 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40999c-52bf-4683-bb8c-b038f8123224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958fb549-00f1-4447-b059-154e8252141b,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:08.993928 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3d40999c-52bf-4683-bb8c-b038f8123224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:09.002314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3d40999c-52bf-4683-bb8c-b038f8123224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:09.003447 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3d40999c-52bf-4683-bb8c-b038f8123224 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/958fb549-00f1-4447-b059-154e8252141b HTTP/1.1" status: 204 len: 168 time: 0.1891408 May 10 19:35:09.312194 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2aaf8953-a893-48c3-ba4d-cb934c84bc72 req-caa562ce-b85b-4957-a36b-8f50c05deccd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 210 time: 0.0652630 May 10 19:35:09.318483 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54334) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:09.341561 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:09.358613 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:09.362951 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Usage tracker for resource:security_group_rule and tenant:0104e5fc6d3845a9a6e354a0d1596812 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:35:09.367589 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:35:09.375702 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:09.457781 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-4e1f9dcd-4a83-43f5-b81e-4169e2f61022 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:09.459370 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-4e1f9dcd-4a83-43f5-b81e-4169e2f61022 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.66 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 809 time: 0.1797385 May 10 19:35:09.515426 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-04657116-2d9d-4258-9fc4-f8465b6bc77b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7020e3428aaf42e0a63c8bab32a2faba HTTP/1.1" status: 200 len: 378 time: 0.0479586 May 10 19:35:09.525409 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'port': {'device_id': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'admin_state_up': True, 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'security_groups': ['e179795f-d924-4a1b-9068-d9033fd39a54']}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:35:09.564128 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:09.569155 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:09.576771 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-34d83b8a-3c35-4674-ac29-8be1b9705eba tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:09.621475 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0104e5fc6d3845a9a6e354a0d1596812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992287 May 10 19:35:09.621475 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8b927-ace1-4afc-a43b-c9a048f8f788,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:09.621829 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54338) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:09.623117 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-abe822ad-9a31-4c68-97ed-2a6804360994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:09.718459 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:09.739915 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:09.742768 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-261a5bae-e37f-4e0f-bd99-6c2be5c60108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:09.772316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Made reservation on behalf of 7020e3428aaf42e0a63c8bab32a2faba for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:35:09.775771 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:09.794272 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-261a5bae-e37f-4e0f-bd99-6c2be5c60108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.056155 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-261a5bae-e37f-4e0f-bd99-6c2be5c60108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.061040 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2c7ded5f-402b-4d5a-84a5-76875e3cfba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:10.079523 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5bae-e37f-4e0f-bd99-6c2be5c60108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8b927-ace1-4afc-a43b-c9a048f8f788,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:10.086333 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-261a5bae-e37f-4e0f-bd99-6c2be5c60108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:10.112535 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-261a5bae-e37f-4e0f-bd99-6c2be5c60108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.113701 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-261a5bae-e37f-4e0f-bd99-6c2be5c60108 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92c8b927-ace1-4afc-a43b-c9a048f8f788 HTTP/1.1" status: 204 len: 168 time: 0.4901452 May 10 19:35:10.114917 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Allocated IP 172.20.0.7 (c9deb14f-857e-4e80-a113-09355d9cc05f/69ec4988-75a6-44db-a070-767a767a62f6/3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:35:10.314568 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.330691 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Transition to ACTIVE for port object 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:35:10.358284 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.362205 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:10.431520 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Network c9deb14f-857e-4e80-a113-09355d9cc05f is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:35:10.435026 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:35:10.445701 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:35:10.483204 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:10.488404 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:10.519326 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:10.520239 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.539459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17718a83-adc8-429c-b3fc-5752126cdd1d req-a6239714-040e-4ecf-a9ad-27e3a044a828 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:10.542006 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0209546 May 10 19:35:10.542148 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17718a83-adc8-429c-b3fc-5752126cdd1d req-a6239714-040e-4ecf-a9ad-27e3a044a828 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 931 time: 0.1148298 May 10 19:35:10.555186 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Request body: {'port': {'device_id': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:35:10.602666 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-17718a83-adc8-429c-b3fc-5752126cdd1d req-221f4088-dfd9-44bf-99ee-5d5bfde3111b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Synchronizing usage tracker for tenant:7020e3428aaf42e0a63c8bab32a2faba on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:35:10.623648 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-17718a83-adc8-429c-b3fc-5752126cdd1d req-221f4088-dfd9-44bf-99ee-5d5bfde3111b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Unset dirty status for tenant:7020e3428aaf42e0a63c8bab32a2faba on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:35:10.634691 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17718a83-adc8-429c-b3fc-5752126cdd1d req-221f4088-dfd9-44bf-99ee-5d5bfde3111b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859342 May 10 19:35:10.685822 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.725037 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-d504c24d-9f34-47f0-9fb3-0a221a409f93 None None] Provisioning for port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:35:10.730818 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-d504c24d-9f34-47f0-9fb3-0a221a409f93 None None] Provisioning complete for port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:35:10.731239 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d504c24d-9f34-47f0-9fb3-0a221a409f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:10.794944 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d504c24d-9f34-47f0-9fb3-0a221a409f93 None None] Port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:35:11.042968 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:35:11.050920 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:11.067103 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Transition to ACTIVE for port object 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:35:11.072984 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:11.078063 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9bc4eeb0-6672-47fd-a1a4-8fe8c5ae59c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:11.237079 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:11.244963 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:11.318459 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Attempting to bind port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:35:11.318802 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Attempting to bind port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:35:11.319134 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Attempting to bind port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d on network c9deb14f-857e-4e80-a113-09355d9cc05f {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:35:11.324230 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d on network c9deb14f-857e-4e80-a113-09355d9cc05f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:35:11.324545 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Attempting to bind port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d on network c9deb14f-857e-4e80-a113-09355d9cc05f {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:35:11.330257 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:35:11.330672 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Checking segment: {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:35:11.330969 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Bound using segment: {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:35:11.331395 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Bound port: 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e691d17-e8da-44b7-8ce5-af08c33e254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:35:11.331748 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:11.431899 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:35:11.435504 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:35:11.439344 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:11.443130 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-46f6783f-c0c5-432d-8d80-58de552fa41b tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:11.499107 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:11.500091 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:11.501854 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] 10.222.0.66 "PUT /v2.0/ports/3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 1093 time: 0.9518728 May 10 19:35:11.502675 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:35:11.548193 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:11.560189 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:11.567153 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'status': 'completed', 'code': 200} May 10 19:35:11.653783 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-f62d3463-7f05-438f-a3da-8ea618833abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:11.656747 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-f62d3463-7f05-438f-a3da-8ea618833abb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1096 time: 0.0863175 May 10 19:35:11.729211 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-81c5c7ee-fbce-4a3d-b71b-8d9dfbcf2a7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 217 time: 0.0646060 May 10 19:35:11.802516 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-09e1df3d-7ada-4d4c-a0c5-0e6d624d2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:11.804400 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-09e1df3d-7ada-4d4c-a0c5-0e6d624d2313 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 200 len: 848 time: 0.0688164 May 10 19:35:11.842579 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3cc03-372d-43bc-be7f-df10978de88f req-42ec5390-195d-43e2-8ea1-8a7e8e8cc404 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:11.844253 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-07c3cc03-372d-43bc-be7f-df10978de88f req-42ec5390-195d-43e2-8ea1-8a7e8e8cc404 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0924366 May 10 19:35:11.894725 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-db0312c6-3cd6-4959-a4ac-fca291c4470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:11.896192 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-db0312c6-3cd6-4959-a4ac-fca291c4470e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9deb14f-857e-4e80-a113-09355d9cc05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859878 May 10 19:35:11.900838 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-07c3cc03-372d-43bc-be7f-df10978de88f req-6fb63a43-45b8-4f66-924f-1366a237d449 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504327 May 10 19:35:11.909089 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:35:12.138225 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-8419f8ed-596c-4f14-bddd-7b1888e3b71a service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282951 May 10 19:35:12.269564 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-50ebc3d6-c3fb-4cfe-be6c-5729d8ce45e6 req-2b44d989-3f96-40bd-9f03-0cf8f21693f9 service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249423 May 10 19:35:12.384889 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-25364b4e-ae31-407d-93ce-f82399966af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:12.386274 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-25364b4e-ae31-407d-93ce-f82399966af1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1096 time: 0.0742340 May 10 19:35:12.516878 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-6eea44af-4c59-470d-a18a-3df72bde9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:12.518339 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-6eea44af-4c59-470d-a18a-3df72bde9e3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 910 time: 0.1252744 May 10 19:35:12.586923 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-ebe47415-12b4-4b14-a062-583d3e9c3e17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 217 time: 0.0624523 May 10 19:35:12.648493 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-f273b8e8-978f-42e8-9a10-7f1955314c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:12.649848 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-f273b8e8-978f-42e8-9a10-7f1955314c21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 200 len: 848 time: 0.0565174 May 10 19:35:12.724205 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-1ce82a58-1a36-414e-b3ad-0a80336f95ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:12.725704 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-1ce82a58-1a36-414e-b3ad-0a80336f95ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9deb14f-857e-4e80-a113-09355d9cc05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700245 May 10 19:35:12.858086 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-0a83bee3-f1f2-4183-b326-095a907489fd service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259885 May 10 19:35:12.992782 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-75c07895-41d9-4f2a-b9f3-662b8239ea4f req-38aadb87-113e-489f-bf36-9dc5f2aff91c service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269782 May 10 19:35:13.091517 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878a0ef-1800-465b-8ad4-9bb06d4fba3a req-f8579de6-78fc-41d5-8a51-de58105b1c96 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:13.092236 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-0878a0ef-1800-465b-8ad4-9bb06d4fba3a req-f8579de6-78fc-41d5-8a51-de58105b1c96 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Synchronizing usage tracker for tenant:7020e3428aaf42e0a63c8bab32a2faba on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:35:13.108434 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-0878a0ef-1800-465b-8ad4-9bb06d4fba3a req-f8579de6-78fc-41d5-8a51-de58105b1c96 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Unset dirty status for tenant:7020e3428aaf42e0a63c8bab32a2faba on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:35:13.109598 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0878a0ef-1800-465b-8ad4-9bb06d4fba3a req-f8579de6-78fc-41d5-8a51-de58105b1c96 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0995402 May 10 19:35:13.155726 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0878a0ef-1800-465b-8ad4-9bb06d4fba3a req-1f7b91e0-60cb-4695-b900-e28cff8c91a8 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403728 May 10 19:35:14.343155 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ab874-3a53-445d-a917-e61373b684fb req-5583d8c3-cbfd-49e9-9c66-c394a0e8ffce tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:14.344594 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3a4ab874-3a53-445d-a917-e61373b684fb req-5583d8c3-cbfd-49e9-9c66-c394a0e8ffce tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0794013 May 10 19:35:14.388696 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3a4ab874-3a53-445d-a917-e61373b684fb req-7cb54c3e-0bbf-44a7-a09c-fe21b2347893 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382385 May 10 19:35:15.572684 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66695e-99c6-4e53-b155-9c7721b9d6a2 req-646eed9a-07f9-4920-9272-9a9d9c0fe7d7 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:15.574188 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-dd66695e-99c6-4e53-b155-9c7721b9d6a2 req-646eed9a-07f9-4920-9272-9a9d9c0fe7d7 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0797915 May 10 19:35:15.622545 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-dd66695e-99c6-4e53-b155-9c7721b9d6a2 req-c6c4466c-30c8-413b-a279-711dc895e633 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423079 May 10 19:35:16.806202 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935a8c-643e-4c1d-80fa-b0f369188c2f req-0c09d8f0-adca-4e78-83c4-a1ad4e364c2a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:16.807563 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11935a8c-643e-4c1d-80fa-b0f369188c2f req-0c09d8f0-adca-4e78-83c4-a1ad4e364c2a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0817361 May 10 19:35:16.852597 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11935a8c-643e-4c1d-80fa-b0f369188c2f req-ca05f550-4223-46db-ae06-86302c926a91 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391161 May 10 19:35:18.033331 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833365c8-0122-4aa0-84ad-59f7c371553e req-6eb1b675-77f3-46ea-b96f-29f12ca34c3a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:18.034909 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-833365c8-0122-4aa0-84ad-59f7c371553e req-6eb1b675-77f3-46ea-b96f-29f12ca34c3a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0798755 May 10 19:35:18.081135 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-833365c8-0122-4aa0-84ad-59f7c371553e req-63b3e54e-b507-4c32-8728-683dcd00a727 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405509 May 10 19:35:19.184657 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:19.277846 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adc3ff-3f90-432e-bdd4-4debd62cb747 req-ecc54e34-96fe-4bfb-9a06-db90ffbec5a0 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:19.279299 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-16adc3ff-3f90-432e-bdd4-4debd62cb747 req-ecc54e34-96fe-4bfb-9a06-db90ffbec5a0 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0885465 May 10 19:35:19.330206 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-16adc3ff-3f90-432e-bdd4-4debd62cb747 req-d90b80a5-8bd7-40a1-adec-73cd6a09da4e tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451896 May 10 19:35:20.544676 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3054e1-1aac-4350-9487-cc5a24ecdcfd req-94cead9e-4b54-40ad-804a-aa7a409e212e tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:20.546310 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cc3054e1-1aac-4350-9487-cc5a24ecdcfd req-94cead9e-4b54-40ad-804a-aa7a409e212e tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0875142 May 10 19:35:20.597060 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cc3054e1-1aac-4350-9487-cc5a24ecdcfd req-ef284b21-a462-40ae-81bf-9b5130982b7f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447826 May 10 19:35:21.788219 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57938e55-802d-4ecc-90dd-24927877ebea req-0624b14f-33c0-4db7-96aa-17bc1c24b484 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:21.789464 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-57938e55-802d-4ecc-90dd-24927877ebea req-0624b14f-33c0-4db7-96aa-17bc1c24b484 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0819354 May 10 19:35:21.831401 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:35:21.842305 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-57938e55-802d-4ecc-90dd-24927877ebea req-1a959c98-dd77-4fb0-be3d-5d6579d8e035 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459652 May 10 19:35:21.989907 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:35:22.005137 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'port_id': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'mac_address': 'fa:16:3e:5b:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:35:22.069011 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:22.089043 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:35:22.113155 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:35:22.118053 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:22.120833 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:22.198634 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:22.201962 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:22.435944 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:35:23.036793 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945af52-fadf-492a-a04a-472616320907 req-ea7ef714-dc9d-4f30-b923-9a29cfa5f9a3 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:23.038333 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2945af52-fadf-492a-a04a-472616320907 req-ea7ef714-dc9d-4f30-b923-9a29cfa5f9a3 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 944 time: 0.0855944 May 10 19:35:23.098099 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2945af52-fadf-492a-a04a-472616320907 req-c3e6d470-6b7d-4c28-8ad7-8427d1fe7935 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515084 May 10 19:35:23.511733 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54508) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:23.581338 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5c5b8cc7-4f8e-40eb-a755-8785d96074f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.636040 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.650043 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:23.653847 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Usage tracker for resource:security_group_rule and tenant:56875045d5114df993e23c295ac067e3 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:35:23.656582 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:35:23.662174 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:23.743160 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.747807 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.755751 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b5648290-21cb-48a1-ae1c-f17f47844a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:23.794438 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56875045d5114df993e23c295ac067e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816207 May 10 19:35:23.796193 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb395d-2b8c-4f1b-a813-a0897b8ad828,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:23.797136 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54514) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:23.799531 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f78e5445-802b-4c4c-b07f-7a339fcb89bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:23.835237 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:35:23.859205 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-424edd13-f274-49c0-ad28-ea63b241f0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.888410 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-424edd13-f274-49c0-ad28-ea63b241f0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.904053 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:35:23.908826 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:35:23.909203 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.946788 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-424edd13-f274-49c0-ad28-ea63b241f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.952111 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-938472a4-0ffa-462f-ac87-e4fd664d56e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:23.966358 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424edd13-f274-49c0-ad28-ea63b241f0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb395d-2b8c-4f1b-a813-a0897b8ad828,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:23.971453 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-424edd13-f274-49c0-ad28-ea63b241f0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:23.978543 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-424edd13-f274-49c0-ad28-ea63b241f0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.981637 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-424edd13-f274-49c0-ad28-ea63b241f0d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7eb395d-2b8c-4f1b-a813-a0897b8ad828 HTTP/1.1" status: 204 len: 168 time: 0.1832893 May 10 19:35:24.041285 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.068615 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:35:24.078960 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:35:24.083418 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.085433 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:24.154752 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:24.157913 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:24.292937 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd757d73-e354-408e-bef6-b37c68d51646 req-6a7aed42-d67a-447f-8a54-3fa133a144a6 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:24.293693 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54528) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:24.294604 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cd757d73-e354-408e-bef6-b37c68d51646 req-6a7aed42-d67a-447f-8a54-3fa133a144a6 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0911734 May 10 19:35:24.315432 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.331763 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:24.335871 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:c4dcb7e857cb40bfa8060010b8ebad1f is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:35:24.340192 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:35:24.341502 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'code': 200} May 10 19:35:24.346599 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:24.442103 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cd757d73-e354-408e-bef6-b37c68d51646 req-bfbb778f-1ebb-45c9-9c1b-fe05156b744f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407020 May 10 19:35:24.451687 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.456555 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.464614 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-306ac5dd-82ce-4d63-a4dd-27c14963409e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:24.504452 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4dcb7e857cb40bfa8060010b8ebad1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062378 May 10 19:35:24.505314 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284294e0-3916-48e2-a050-d7d911606907,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:24.507140 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54534) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:24.508512 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:24.566109 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e09a5025-6212-4e86-b67f-c1ba93ef9867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.593804 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e09a5025-6212-4e86-b67f-c1ba93ef9867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.645975 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e09a5025-6212-4e86-b67f-c1ba93ef9867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.649786 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e3e2b4bc-8061-45f1-b9c7-bf15c85f59ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:24.663078 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5025-6212-4e86-b67f-c1ba93ef9867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284294e0-3916-48e2-a050-d7d911606907,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:24.667172 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e09a5025-6212-4e86-b67f-c1ba93ef9867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:24.672409 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e09a5025-6212-4e86-b67f-c1ba93ef9867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.673519 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-e09a5025-6212-4e86-b67f-c1ba93ef9867 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/284294e0-3916-48e2-a050-d7d911606907 HTTP/1.1" status: 204 len: 168 time: 0.1652927 May 10 19:35:25.632845 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fd2d4-aff5-4601-8d6e-cac0ffe0f000 req-69a851e1-797e-4bc6-9e88-e28afbd4e497 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:25.634631 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e89fd2d4-aff5-4601-8d6e-cac0ffe0f000 req-69a851e1-797e-4bc6-9e88-e28afbd4e497 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0848217 May 10 19:35:25.680351 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e89fd2d4-aff5-4601-8d6e-cac0ffe0f000 req-3a7f385f-1ccd-4c54-a229-ca1f2f1ca7a5 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400484 May 10 19:35:25.820988 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54570) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:25.938376 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:25.952905 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:25.956690 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Usage tracker for resource:security_group_rule and tenant:120e787213554da0ac75c7f03a4ce75a is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:35:25.959470 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:35:25.965769 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:26.051094 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:26.054833 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:26.061708 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d5c45f06-bc0f-43fe-a792-b5d1184e5c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:26.103195 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=120e787213554da0ac75c7f03a4ce75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810752 May 10 19:35:26.104124 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca343d-566f-4835-a4b0-831a5b3cb438,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:26.105868 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54576) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:26.107085 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-05f22952-747b-48e0-ba07-d881c032ab06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:26.164876 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-81dd8f3d-56de-4fd3-89cc-f816ce6c0eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:26.189925 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-81dd8f3d-56de-4fd3-89cc-f816ce6c0eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:26.244119 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-81dd8f3d-56de-4fd3-89cc-f816ce6c0eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:26.247849 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-424edd13-f274-49c0-ad28-ea63b241f0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:26.260096 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd8f3d-56de-4fd3-89cc-f816ce6c0eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca343d-566f-4835-a4b0-831a5b3cb438,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:26.262938 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-81dd8f3d-56de-4fd3-89cc-f816ce6c0eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:26.270768 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-81dd8f3d-56de-4fd3-89cc-f816ce6c0eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:26.271867 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-81dd8f3d-56de-4fd3-89cc-f816ce6c0eeb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3ca343d-566f-4835-a4b0-831a5b3cb438 HTTP/1.1" status: 204 len: 168 time: 0.1648514 May 10 19:35:26.573059 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:26.575348 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-883a0aaf-ed31-41f0-954f-3f57581ecf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:26.874839 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f2f67-ae6c-411c-8b95-3603252bd503 req-8123f1e5-115a-4da7-a1db-6e0e29f570b8 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:26.876332 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-105f2f67-ae6c-411c-8b95-3603252bd503 req-8123f1e5-115a-4da7-a1db-6e0e29f570b8 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0861714 May 10 19:35:26.927604 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-105f2f67-ae6c-411c-8b95-3603252bd503 req-33040a3a-a50c-435a-adab-3edb1ca7b2d1 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454080 May 10 19:35:27.098853 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2237f-0343-40c2-9aa7-89c7f52ed185 req-cf77677c-17ff-492f-831a-444e71803d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:27.100439 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3fb2237f-0343-40c2-9aa7-89c7f52ed185 req-cf77677c-17ff-492f-831a-444e71803d4f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1098 time: 0.0730922 May 10 19:35:27.131588 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-9d6e36b4-8052-443f-b39c-96a56488c9b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757205 May 10 19:35:27.144469 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-3fb2237f-0343-40c2-9aa7-89c7f52ed185 req-2c5ff938-b048-4f6d-8956-c909b9ae7f22 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375741 May 10 19:35:27.530582 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-054a53c7-5c58-4f1e-af03-31e4c0cad2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:27.532065 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-054a53c7-5c58-4f1e-af03-31e4c0cad2a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 1098 time: 0.0775697 May 10 19:35:27.631053 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:27.714884 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-5e255875-0cd9-4bc3-99a8-450f978af546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:27.716351 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-5e255875-0cd9-4bc3-99a8-450f978af546 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1589668 May 10 19:35:27.832363 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-a3cd2751-0d77-4f23-838b-cd5c7461ca7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c99a821-2c96-41b7-a84c-50ade346542f HTTP/1.1" status: 200 len: 1000 time: 0.1081631 May 10 19:35:27.901599 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-891aefb4-8ffd-427b-a4bb-41a9db46259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:27.903359 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-891aefb4-8ffd-427b-a4bb-41a9db46259b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0639982 May 10 19:35:27.985020 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-ff60ae9b-4024-40a6-9905-f566a16287e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:27.986520 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-ff60ae9b-4024-40a6-9905-f566a16287e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756605 May 10 19:35:28.147574 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-8c38af09-1c56-402e-94e1-7dfda9e8304b service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532187 May 10 19:35:28.154250 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85317d2-ba1c-49d1-b1d4-2cc9a8dcf83c req-6d026f3c-0c39-4369-9295-8d71fd97cf55 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:28.155802 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b85317d2-ba1c-49d1-b1d4-2cc9a8dcf83c req-6d026f3c-0c39-4369-9295-8d71fd97cf55 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.1070433 May 10 19:35:28.210068 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b85317d2-ba1c-49d1-b1d4-2cc9a8dcf83c req-1ebadf7a-0980-4292-8ab3-2eb039963a8e tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480530 May 10 19:35:28.310448 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-afb2d6da-5d26-433b-b929-6c3a3d02bfc9 req-5a4966da-132b-45f0-9cc4-11acaddf3d48 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482613 May 10 19:35:28.981352 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:29.405158 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa18d52-20f4-4bc3-8722-1b13f2e30f40 req-9ae2809f-10c0-4093-84c6-408b7355dd1c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:29.406680 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7fa18d52-20f4-4bc3-8722-1b13f2e30f40 req-9ae2809f-10c0-4093-84c6-408b7355dd1c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0889125 May 10 19:35:29.454487 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7fa18d52-20f4-4bc3-8722-1b13f2e30f40 req-583c3ab2-bc5f-4578-bc04-8213e03b359e tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420766 May 10 19:35:29.645408 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7194549-5374-4a00-8127-78b6996f8360 req-d8203a6c-a37d-469e-b12e-620276cbba19 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:29.646854 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c7194549-5374-4a00-8127-78b6996f8360 req-d8203a6c-a37d-469e-b12e-620276cbba19 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0865467 May 10 19:35:29.692213 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c7194549-5374-4a00-8127-78b6996f8360 req-9d7c29d6-df04-4eae-96d9-931ca71602e9 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397422 May 10 19:35:29.714829 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54684) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:29.960492 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf7162-9a75-48c3-b5b0-57b97025a609 tempest-TestShelveInstance-705333317 tempest-TestShelveInstance-705333317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:29.971313 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1dcf7162-9a75-48c3-b5b0-57b97025a609 tempest-TestShelveInstance-705333317 tempest-TestShelveInstance-705333317-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1093 time: 0.2462616 May 10 19:35:29.972885 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54692) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:29.978302 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'port_id': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:35:29.984334 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:29.988147 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Usage tracker for resource:floatingip and tenant:7020e3428aaf42e0a63c8bab32a2faba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:35:29.990984 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:35:29.996643 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:30.006892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:30.148689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:30.285377 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Allocated IP 172.27.2.167 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/a79b5da6-cfc1-4eb4-8dd4-29641cce9a11) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:35:30.501270 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:30.531782 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:30.535875 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-49cada6d-8d75-4566-8a95-3fa4deb44584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:30.599270 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:35:30.602167 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:35:30.610733 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:35:30.640593 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'Port': ['ID=a79b5da6-cfc1-4eb4-8dd4-29641cce9a11,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:30.647037 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:31.019626 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:31.097015 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:31.309014 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:31.314449 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:31.318980 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ff230085-1ff6-4d62-ac10-2e869c18847c tempest-VolumesSnapshotTestJSON-4293954 tempest-VolumesSnapshotTestJSON-4293954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:31.423225 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event updated for resources: {'Port': ['ID=a79b5da6-cfc1-4eb4-8dd4-29641cce9a11,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:31.427324 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:31.440504 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:31.624167 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Floating IP fc0eb9a0-e4ed-4255-8d5b-cb658e529068 associated. External IP: 172.27.2.167, port: 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d. May 10 19:35:32.070020 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Router a5124ece-cb0e-4600-8cf2-24a8da071cb8 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:35:32.252934 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:35:32.262809 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] Sync routers for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:35:32.271831 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:35:32.272436 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:35:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:35:32.279013 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:32.354306 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-cc1779f6-f699-46a3-afe0-f14d53db8044 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3798981 May 10 19:35:32.355658 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:35:32.457379 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:35:32.529254 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'status': 'completed', 'code': 200} May 10 19:35:32.624268 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-a684d3f3-a80b-4dc7-9373-c19be0b6c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:32.625752 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-a684d3f3-a80b-4dc7-9373-c19be0b6c2e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1098 time: 0.0730603 May 10 19:35:32.783929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-49164d9e-d1b1-4f2a-a441-baed7522f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:32.785822 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-49164d9e-d1b1-4f2a-a441-baed7522f45e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 910 time: 0.1536870 May 10 19:35:32.833851 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'fc0eb9a0-e4ed-4255-8d5b-cb658e529068', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'port_id': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'mac_address': 'fa:16:3e:5b:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:35:30Z', 'updated_at': '2021-05-10T19:35:30Z', 'revision_number': 0, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:37Z', 'revision_number': 5, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:35:32.838569 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] Checking router: a5124ece-cb0e-4600-8cf2-24a8da071cb8 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:35:32.849026 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:35:32.849469 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:35:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:35:32.902639 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-e2d0d1e5-1817-4d9a-9e45-a2ef0280504f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 999 time: 0.1098003 May 10 19:35:32.968468 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-59c47e39-281f-479b-bd34-dd27709fa14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:32.970115 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-59c47e39-281f-479b-bd34-dd27709fa14d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 200 len: 848 time: 0.0603626 May 10 19:35:33.074470 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:35:33.144341 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-11aeb9c0-9d2d-420b-b8b3-f23d55a251ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:33.145832 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-11aeb9c0-9d2d-420b-b8b3-f23d55a251ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9deb14f-857e-4e80-a113-09355d9cc05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1667304 May 10 19:35:33.291197 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-6ed0ba08-2be3-4660-9eb1-05d9e1933a59 service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375043 May 10 19:35:33.427475 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06b82d33-bbdb-49ee-8267-90e2fe9f8a54 req-d182fd82-5ecf-49d8-aff7-be23546b24c7 service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293700 May 10 19:35:33.439978 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'fc0eb9a0-e4ed-4255-8d5b-cb658e529068', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'port_id': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'mac_address': 'fa:16:3e:5b:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:35:30Z', 'updated_at': '2021-05-10T19:35:30Z', 'revision_number': 0, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:37Z', 'revision_number': 5, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:35:33.445177 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51bf9b-14a1-47af-88e0-50e9b834d946 None None] The sync data for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi is: [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': 'fc0eb9a0-e4ed-4255-8d5b-cb658e529068', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'port_id': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'mac_address': 'fa:16:3e:5b:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:35:30Z', 'updated_at': '2021-05-10T19:35:30Z', 'revision_number': 0, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:37Z', 'revision_number': 5, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:35:33.636380 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37969fc0-1055-47af-9246-f9d2f4ef52a3 None None] New status for floating IP fc0eb9a0-e4ed-4255-8d5b-cb658e529068: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:35:34.253810 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-fc0477d0-cd23-4c23-a078-e8e06bdf769e tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153366257&fields=id&tenant_id=2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 267 time: 0.0410204 May 10 19:35:34.406108 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-f2b63346-8dc6-41fe-8b15-78b45e1b0387 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:34.407556 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-f2b63346-8dc6-41fe-8b15-78b45e1b0387 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 812 time: 0.1471648 May 10 19:35:34.424354 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-73d583c9-6144-460c-8984-58a865cbb8e0 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/quotas/2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 375 time: 0.0106299 May 10 19:35:34.520063 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-b189679d-78d5-485a-8281-8ee89254523c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0898092 May 10 19:35:34.584673 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-de32087f-66e2-4609-9c84-5052ce3aca47 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:35:34.585670 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-de32087f-66e2-4609-9c84-5052ce3aca47 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543566 May 10 19:35:34.721313 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46f61905-e4a5-4732-a2c5-eda3bccc52d8 service neutron] 10.222.0.58 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290536 May 10 19:35:34.854346 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-1a41afea-b42d-4e7d-966b-82550312069b service neutron] 10.222.0.58 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271262 May 10 19:35:35.244705 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f431d61f-1cf2-4c5a-a84b-e261b86e1a37 req-31440e21-4560-4677-8a85-c984db20dab6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 210 time: 0.0434682 May 10 19:35:36.320319 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-a40af923-b0a8-4574-a034-d922958a7f37 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:36.323078 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-a40af923-b0a8-4574-a034-d922958a7f37 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 812 time: 0.1599255 May 10 19:35:36.391977 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-b8cc00c4-efac-4cd6-8273-703b8c42f2d1 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2135c2e2dd0243199633660d0375a96c HTTP/1.1" status: 200 len: 379 time: 0.0602822 May 10 19:35:36.409486 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'port': {'device_id': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'admin_state_up': True, 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'security_groups': ['fc672679-cbb6-4e4a-8a45-753d9b87aed0']}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:35:36.411657 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-65e5dfde-67c3-4f5f-aca7-bf0ddafde25b req-7f99d7f4-fb90-4ecf-9da7-1098e1824ac6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 210 time: 0.0490708 May 10 19:35:36.557623 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:36.567439 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:36.578124 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Made reservation on behalf of 2135c2e2dd0243199633660d0375a96c for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:35:36.581605 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:36.745029 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Allocated IP 172.20.0.14 (1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e/09e5fc85-dd61-498b-81e9-bf91edfb8c10/894729bd-4e8a-421e-8535-517145c30918) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:35:36.944736 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:36.961447 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Transition to ACTIVE for port object 894729bd-4e8a-421e-8535-517145c30918 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:35:36.985704 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:36.994659 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c4c23c24-60e9-4628-ae02-e19e73c9ac6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:37.055719 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:35:37.059394 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:35:37.062286 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:35:37.132790 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=894729bd-4e8a-421e-8535-517145c30918,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:37.138448 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:37.155926 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:37.156539 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:37.194754 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7905209 May 10 19:35:37.207264 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Request body: {'port': {'device_id': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:35:37.324970 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:37.338616 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4cf7cf26-e28c-4d9a-89b8-902e297bf5a9 None None] Provisioning for port 894729bd-4e8a-421e-8535-517145c30918 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:35:37.344538 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4cf7cf26-e28c-4d9a-89b8-902e297bf5a9 None None] Provisioning complete for port 894729bd-4e8a-421e-8535-517145c30918 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:35:37.345161 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4cf7cf26-e28c-4d9a-89b8-902e297bf5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:37.399280 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7cf26-e28c-4d9a-89b8-902e297bf5a9 None None] Port 894729bd-4e8a-421e-8535-517145c30918 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:35:37.793408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ad3c4-2045-4552-8fb1-de4b176444f7 req-8d166b93-0636-42a7-b39c-c1eae0702102 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:37.794134 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-504ad3c4-2045-4552-8fb1-de4b176444f7 req-8d166b93-0636-42a7-b39c-c1eae0702102 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:35:37.863480 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-504ad3c4-2045-4552-8fb1-de4b176444f7 req-8d166b93-0636-42a7-b39c-c1eae0702102 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:35:37.864538 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-504ad3c4-2045-4552-8fb1-de4b176444f7 req-8d166b93-0636-42a7-b39c-c1eae0702102 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 932 time: 0.3108099 May 10 19:35:37.887524 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894729bd-4e8a-421e-8535-517145c30918 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:35:37.899163 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:37.933833 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Transition to ACTIVE for port object 894729bd-4e8a-421e-8535-517145c30918 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:35:37.939571 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-504ad3c4-2045-4552-8fb1-de4b176444f7 req-e9e4fa88-c2f2-4b59-a36b-4d674bed87a2 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683546 May 10 19:35:37.940845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:37.944883 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-12ed8e3b-39b6-4344-aee6-55c63c66dcc6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:38.104474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Pushing event updated for resources: {'Port': ['ID=894729bd-4e8a-421e-8535-517145c30918,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:38.108131 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:38.182331 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Attempting to bind port 894729bd-4e8a-421e-8535-517145c30918 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:35:38.182659 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Attempting to bind port 894729bd-4e8a-421e-8535-517145c30918 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:35:38.182991 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Attempting to bind port 894729bd-4e8a-421e-8535-517145c30918 on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:35:38.187663 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Port 894729bd-4e8a-421e-8535-517145c30918 on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:35:38.187979 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Attempting to bind port 894729bd-4e8a-421e-8535-517145c30918 on network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:35:38.193209 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:35:38.193621 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Checking segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:35:38.193955 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Bound using segment: {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:35:38.194378 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Bound port: 894729bd-4e8a-421e-8535-517145c30918, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fe9a9e-6aa5-42f6-a336-351c345dc10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:35:38.194723 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:38.291961 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] For port 894729bd-4e8a-421e-8535-517145c30918, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:35:38.294932 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] For port 894729bd-4e8a-421e-8535-517145c30918, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=894729bd-4e8a-421e-8535-517145c30918,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:35:38.299415 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:38.304463 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:38.356221 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:38.356974 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:38.358214 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] 10.222.0.66 "PUT /v2.0/ports/894729bd-4e8a-421e-8535-517145c30918 HTTP/1.1" status: 200 len: 1094 time: 1.1554222 May 10 19:35:38.358748 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'tag': '894729bd-4e8a-421e-8535-517145c30918'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:35:38.393184 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Pushing event updated for resources: {'Port': ['ID=894729bd-4e8a-421e-8535-517145c30918,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:38.397440 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:38.429206 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'tag': '894729bd-4e8a-421e-8535-517145c30918', 'status': 'completed', 'code': 200} May 10 19:35:38.473919 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-ecbc4f2d-e213-4252-b501-6a02461b275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:38.475464 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-ecbc4f2d-e213-4252-b501-6a02461b275e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 1097 time: 0.0792103 May 10 19:35:38.578922 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-530cd8a4-d41f-4337-a890-bda0e84707c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=894729bd-4e8a-421e-8535-517145c30918 HTTP/1.1" status: 200 len: 217 time: 0.0725498 May 10 19:35:38.643983 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-ec345bad-3f59-42bc-b858-90f3c574c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:38.645405 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-ec345bad-3f59-42bc-b858-90f3c574c5cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0588169 May 10 19:35:38.722937 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-0577127f-6230-4b02-a0bc-a13ff76a40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:38.725065 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-0577127f-6230-4b02-a0bc-a13ff76a40ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730550 May 10 19:35:38.863491 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-f14cd516-4708-4fb1-a5b9-bba78c2a79f3 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283801 May 10 19:35:38.998772 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-19a18378-8b60-43ac-8492-a7863108e5e7 req-c691845d-a316-466f-a872-bcea12c6cd4d service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283069 May 10 19:35:39.182200 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-22fb79b3-e14b-4392-8b4d-da9f2adc4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:39.183657 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-22fb79b3-e14b-4392-8b4d-da9f2adc4349 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 1097 time: 0.1366055 May 10 19:35:39.191206 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58191f-3928-4266-9a1e-2c7a446cdd30 req-3eb7b5db-b638-4235-a331-1939550ea227 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:39.192534 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cf58191f-3928-4266-9a1e-2c7a446cdd30 req-3eb7b5db-b638-4235-a331-1939550ea227 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 944 time: 0.1120934 May 10 19:35:39.329635 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cf58191f-3928-4266-9a1e-2c7a446cdd30 req-abf09c74-d84a-453d-8e4f-7849f275ffe8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164289 May 10 19:35:39.356538 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-d5d19dee-eedb-4bbd-a485-7b56337e9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:39.358031 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-d5d19dee-eedb-4bbd-a485-7b56337e9d10 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1646640 May 10 19:35:39.433449 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-6d8a96d7-a85d-4b08-aefc-14aa8c680c85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=894729bd-4e8a-421e-8535-517145c30918 HTTP/1.1" status: 200 len: 217 time: 0.0677524 May 10 19:35:39.600589 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-95b68b43-50d4-407f-8b0a-299f5bee1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:39.601968 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-95b68b43-50d4-407f-8b0a-299f5bee1ac0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.1622961 May 10 19:35:39.679234 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-cdfc522c-7d2d-47f7-ab37-e284687f388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:39.681270 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-cdfc522c-7d2d-47f7-ab37-e284687f388d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728292 May 10 19:35:39.828549 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-dd91629f-07be-4df7-b0a8-4cc3d6688b8d service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416271 May 10 19:35:39.962325 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a82f3d4c-af31-4221-8dae-0027b983b180 req-28227c08-ff08-410f-b0d4-14699f3e9423 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260314 May 10 19:35:40.519497 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23973cc-6c2d-4aaa-b84c-68c2a578223c req-31990fac-8a84-4761-8099-0988b3543bf6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:40.520974 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e23973cc-6c2d-4aaa-b84c-68c2a578223c req-31990fac-8a84-4761-8099-0988b3543bf6 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 944 time: 0.0809946 May 10 19:35:40.565443 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e23973cc-6c2d-4aaa-b84c-68c2a578223c req-f3344b8b-548a-4ec6-9f60-08572428aaf0 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377905 May 10 19:35:41.766044 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097409e-cad4-4a4a-ab84-8e25502346ee req-0473d615-5865-44a1-a61e-3bbc80f38102 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:41.767513 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6097409e-cad4-4a4a-ab84-8e25502346ee req-0473d615-5865-44a1-a61e-3bbc80f38102 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 944 time: 0.0888143 May 10 19:35:41.813436 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6097409e-cad4-4a4a-ab84-8e25502346ee req-a470ae6e-bcfa-4c22-9ea5-b98e888bc998 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401566 May 10 19:35:43.000089 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298efd09-0dad-4ad1-8e16-b6f894ea8bb6 req-f1023c0e-5974-459a-8c14-06b1a607f56b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:43.001575 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-298efd09-0dad-4ad1-8e16-b6f894ea8bb6 req-f1023c0e-5974-459a-8c14-06b1a607f56b tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 944 time: 0.0802097 May 10 19:35:43.049606 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-298efd09-0dad-4ad1-8e16-b6f894ea8bb6 req-f99742db-3a95-42d2-a28d-8aa85c8f3142 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423415 May 10 19:35:44.232152 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a298-bc0e-4912-9de8-9a1f09d9339d req-e75f4671-c96c-4599-be23-1576b0b9d0af tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:44.233613 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a210a298-bc0e-4912-9de8-9a1f09d9339d req-e75f4671-c96c-4599-be23-1576b0b9d0af tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 944 time: 0.0787175 May 10 19:35:44.281012 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a210a298-bc0e-4912-9de8-9a1f09d9339d req-eefe280b-855d-4570-8109-526053c20eac tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416601 May 10 19:35:45.461585 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cde28-d45f-42cc-827f-9dbabec3bb30 req-281179f3-713e-419a-9405-7c051e5b0711 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:45.462937 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3cde28-d45f-42cc-827f-9dbabec3bb30 req-281179f3-713e-419a-9405-7c051e5b0711 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 944 time: 0.0806096 May 10 19:35:45.507708 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3cde28-d45f-42cc-827f-9dbabec3bb30 req-fee3b25b-6479-48f2-9e1c-c87f4da9e8da tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384915 May 10 19:35:46.692850 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ccb57-2add-4e67-b6f8-a8beb37a5cfb req-3853dab5-63e1-4066-a403-b23b1b8f7dfa tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:46.694348 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-346ccb57-2add-4e67-b6f8-a8beb37a5cfb req-3853dab5-63e1-4066-a403-b23b1b8f7dfa tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 944 time: 0.0801477 May 10 19:35:46.740574 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-346ccb57-2add-4e67-b6f8-a8beb37a5cfb req-bb07e4a7-c509-44a5-8cc9-cf7ad4ee26c8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404236 May 10 19:35:47.896500 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 894729bd-4e8a-421e-8535-517145c30918 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:35:47.932033 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decabd3-88c3-452c-a2c7-1bf00ce078dc req-7f19b4b4-27ee-451e-82d8-78f018d74cdd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:47.934113 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3decabd3-88c3-452c-a2c7-1bf00ce078dc req-7f19b4b4-27ee-451e-82d8-78f018d74cdd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 944 time: 0.0829518 May 10 19:35:47.977723 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3decabd3-88c3-452c-a2c7-1bf00ce078dc req-827b16dc-4c46-4788-87e8-4e35aa0cac1f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377851 May 10 19:35:48.030349 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 894729bd-4e8a-421e-8535-517145c30918, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=894729bd-4e8a-421e-8535-517145c30918,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:35:48.044301 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '894729bd-4e8a-421e-8535-517145c30918', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'port_id': '894729bd-4e8a-421e-8535-517145c30918', 'mac_address': 'fa:16:3e:3f:5e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:35:48.104057 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:48.120066 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894729bd-4e8a-421e-8535-517145c30918 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:35:48.135373 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 894729bd-4e8a-421e-8535-517145c30918, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=894729bd-4e8a-421e-8535-517145c30918,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:35:48.140008 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:48.141948 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:48.205059 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=894729bd-4e8a-421e-8535-517145c30918,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:48.212174 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.212524 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.212862 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.213194 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.213521 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.213881 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.214247 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.214570 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.214896 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.215216 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.215535 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.215854 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:48.219536 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:48.632402 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['894729bd-4e8a-421e-8535-517145c30918'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:35:48.908625 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:35:49.172776 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c82e28-cc6c-4c4b-b16c-bbc8bc59c105 req-96511a8b-480b-4e38-8320-d546afc775c3 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:49.174519 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06c82e28-cc6c-4c4b-b16c-bbc8bc59c105 req-96511a8b-480b-4e38-8320-d546afc775c3 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 945 time: 0.0922420 May 10 19:35:49.176394 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:49.221002 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-06c82e28-cc6c-4c4b-b16c-bbc8bc59c105 req-c51539da-4c29-4079-8a03-263e362b586a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400920 May 10 19:35:49.913772 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 894729bd-4e8a-421e-8535-517145c30918 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:35:49.982184 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 894729bd-4e8a-421e-8535-517145c30918 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:35:49.986762 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 894729bd-4e8a-421e-8535-517145c30918 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:35:49.987167 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:50.100109 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:50.126974 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894729bd-4e8a-421e-8535-517145c30918'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:35:50.136613 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 894729bd-4e8a-421e-8535-517145c30918, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=894729bd-4e8a-421e-8535-517145c30918,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:35:50.141654 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:50.143469 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-64abe3e1-99c6-4146-901a-f4603c7cfd2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:50.177415 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894729bd-4e8a-421e-8535-517145c30918', 'code': 200} May 10 19:35:50.210753 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=894729bd-4e8a-421e-8535-517145c30918,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:50.214245 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:50.407022 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3eed-5c3c-4f39-b1e1-daa6b1637419 req-8beb2f10-6707-44a9-ac30-ba13ad9c0746 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:50.408523 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-88aa3eed-5c3c-4f39-b1e1-daa6b1637419 req-8beb2f10-6707-44a9-ac30-ba13ad9c0746 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 946 time: 0.0813749 May 10 19:35:50.498630 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-88aa3eed-5c3c-4f39-b1e1-daa6b1637419 req-b05a32ff-2ad5-404d-8c5e-2dbe859777bd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833604 May 10 19:35:50.530628 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30815e0-df23-49cf-a238-0822ecd0ac54 req-0bae12af-5d6b-46cf-9c0a-35bd31dda80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:50.532109 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d30815e0-df23-49cf-a238-0822ecd0ac54 req-0bae12af-5d6b-46cf-9c0a-35bd31dda80a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 1099 time: 0.0956388 May 10 19:35:50.574045 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d30815e0-df23-49cf-a238-0822ecd0ac54 req-79384466-0b37-44f4-9fd2-59e078a336ef service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346529 May 10 19:35:51.688701 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761489f-6cfe-4041-aa7e-5f92908cf756 req-2fcc7bd0-6fc3-4b15-931b-247012e4dd88 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:51.690422 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1761489f-6cfe-4041-aa7e-5f92908cf756 req-2fcc7bd0-6fc3-4b15-931b-247012e4dd88 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 946 time: 0.0832319 May 10 19:35:51.737342 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1761489f-6cfe-4041-aa7e-5f92908cf756 req-88e0a667-9a1e-454d-b9fd-44b1f65536d7 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401323 May 10 19:35:52.938734 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c926b-af55-4d05-875c-b22327f5bc00 req-8f3971b1-a942-42de-84d6-c9d1279c9010 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:52.940203 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b86c926b-af55-4d05-875c-b22327f5bc00 req-8f3971b1-a942-42de-84d6-c9d1279c9010 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 946 time: 0.0869873 May 10 19:35:52.984957 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-b86c926b-af55-4d05-875c-b22327f5bc00 req-d12258d8-58c3-4abd-8547-002c9adeec7c tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390210 May 10 19:35:53.256400 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc71d70-e536-49fb-ac23-e78e9594f5a5 req-12a70954-154a-4c57-8db8-21d5966141cd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:53.257905 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bfc71d70-e536-49fb-ac23-e78e9594f5a5 req-12a70954-154a-4c57-8db8-21d5966141cd tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 946 time: 0.1642833 May 10 19:35:53.304310 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bfc71d70-e536-49fb-ac23-e78e9594f5a5 req-d7a2a17b-3261-433c-95f5-e20942b42fd1 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386844 May 10 19:35:53.328057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54838) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:53.535411 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4307c2a1-9f46-47e2-a56c-a62a3d6b2ae6 tempest-TestVolumeBootPattern-1934915277 tempest-TestVolumeBootPattern-1934915277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:53.537117 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4307c2a1-9f46-47e2-a56c-a62a3d6b2ae6 tempest-TestVolumeBootPattern-1934915277 tempest-TestVolumeBootPattern-1934915277-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 1094 time: 0.2080946 May 10 19:35:53.540031 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54846) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:35:53.545472 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'port_id': '894729bd-4e8a-421e-8535-517145c30918', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:35:53.551847 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:35:53.556038 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Usage tracker for resource:floatingip and tenant:2135c2e2dd0243199633660d0375a96c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:35:53.559721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:35:53.565624 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:35:53.583017 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:53.586184 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ba60442-03a8-47d1-bd45-ea2db6e7ce04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:53.718684 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:53.875892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Allocated IP 172.27.2.140 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/243d6c13-8b0e-4768-a942-c623c3811959) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:35:54.030751 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:54.059370 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:54.063793 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:54.122364 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:35:54.124841 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:35:54.128487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:35:54.166300 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=243d6c13-8b0e-4768-a942-c623c3811959,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:54.178948 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.179314 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.179668 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.180017 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.180360 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.180702 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.181045 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.181388 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.181765 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.182104 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.182440 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.182774 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:35:54.187453 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:54.535344 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:54.610577 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:54.817950 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:54.822493 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:54.827108 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:35:54.925985 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event updated for resources: {'Port': ['ID=243d6c13-8b0e-4768-a942-c623c3811959,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:35:54.930154 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:35:54.944098 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:55.198239 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Floating IP 474a6d9d-20d9-4d58-8354-1fd1e2ec4e33 associated. External IP: 172.27.2.140, port: 894729bd-4e8a-421e-8535-517145c30918. May 10 19:35:55.545373 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Router 57405021-d995-494b-9f75-db57107cc037 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:35:55.722475 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:35:55.732881 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:35:55.750047 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:35:55.750299 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:55.750433 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:35:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:35:55.824211 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-a22bdc40-471e-4091-85b5-d721d9c8ee92 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2679038 May 10 19:35:55.824211 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'tag': '894729bd-4e8a-421e-8535-517145c30918'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:35:55.855374 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'tag': '894729bd-4e8a-421e-8535-517145c30918', 'status': 'completed', 'code': 200} May 10 19:35:55.967583 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:35:56.314121 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:35Z', 'revision_number': 1, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}, {'id': '474a6d9d-20d9-4d58-8354-1fd1e2ec4e33', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '894729bd-4e8a-421e-8535-517145c30918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:3f:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:35:54Z', 'updated_at': '2021-05-10T19:35:54Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:35:56.317917 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:35:56.326191 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:35:56.327050 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:35:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:35:56.502777 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:35:56.641414 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d954214a-1a90-4b6e-b80f-faf66de5d8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:56.642579 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:56.872988 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:35Z', 'revision_number': 1, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}, {'id': '474a6d9d-20d9-4d58-8354-1fd1e2ec4e33', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '894729bd-4e8a-421e-8535-517145c30918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:3f:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:35:54Z', 'updated_at': '2021-05-10T19:35:54Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:35:56.876981 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbe2a98-af0e-47be-9d4d-8089d4d4c248 None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:35Z', 'revision_number': 1, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}, {'id': '474a6d9d-20d9-4d58-8354-1fd1e2ec4e33', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '894729bd-4e8a-421e-8535-517145c30918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:3f:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:35:54Z', 'updated_at': '2021-05-10T19:35:54Z', 'revision_number': 0, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:35:57.061086 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3927ce4-ceb4-490e-a30a-dfe3293be4d1 None None] New status for floating IP 474a6d9d-20d9-4d58-8354-1fd1e2ec4e33: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:35:57.613144 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:58.284361 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-3c764709-6483-49d0-afe5-7091482ee5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:58.285966 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-3c764709-6483-49d0-afe5-7091482ee5eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 1099 time: 0.0731704 May 10 19:35:58.417106 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-4d87d474-443f-4e62-b1a9-62c1dbfa167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:58.419135 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-4d87d474-443f-4e62-b1a9-62c1dbfa167e service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1269262 May 10 19:35:58.521172 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-2ae1a425-164e-411a-ac8c-7ef77a1bd9c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=894729bd-4e8a-421e-8535-517145c30918 HTTP/1.1" status: 200 len: 1002 time: 0.0950291 May 10 19:35:58.584135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-71a802dd-8cb3-4b43-bf74-3a9f81e10aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:58.585593 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-71a802dd-8cb3-4b43-bf74-3a9f81e10aa0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0578475 May 10 19:35:58.662959 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-f020d423-6967-4607-a8ef-986651cdaa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:58.664447 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-f020d423-6967-4607-a8ef-986651cdaa6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725496 May 10 19:35:58.882050 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-b059063a-e933-4ec4-b553-0dac3d89bb0d service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109401 May 10 19:35:58.988425 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:59.016628 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0d825433-aacc-45f4-8eee-c5478457f5fa req-e6d6877d-d259-4308-b577-14c1ff19084c service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281123 May 10 19:36:04.440431 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 54906) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:04.570127 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:04.584775 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:04.588613 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Usage tracker for resource:security_group_rule and tenant:81cf1178311e4f66a3fba6f7d49c039e is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:04.592051 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:04.598156 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:04.678305 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:04.681882 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:04.688497 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-57627d63-786b-4721-b281-764c2b239f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:04.728187 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=81cf1178311e4f66a3fba6f7d49c039e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866225 May 10 19:36:04.729088 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e982ba70-c3ef-4f36-a469-14dac08512b8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:04.731491 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 54912) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:04.732743 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:04.791797 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5246cbdf-b968-4b05-89fd-2fbc8f7944f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:04.818479 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5246cbdf-b968-4b05-89fd-2fbc8f7944f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:04.873449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5246cbdf-b968-4b05-89fd-2fbc8f7944f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:04.877172 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-840c0297-74db-48e1-ac81-d22fd658907b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:04.891896 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246cbdf-b968-4b05-89fd-2fbc8f7944f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e982ba70-c3ef-4f36-a469-14dac08512b8,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:04.894221 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5246cbdf-b968-4b05-89fd-2fbc8f7944f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:04.899231 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5246cbdf-b968-4b05-89fd-2fbc8f7944f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:04.900319 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-5246cbdf-b968-4b05-89fd-2fbc8f7944f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e982ba70-c3ef-4f36-a469-14dac08512b8 HTTP/1.1" status: 204 len: 168 time: 0.1678319 May 10 19:36:16.812452 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55054) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:16.931760 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:16.945721 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:16.950028 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Usage tracker for resource:security_group_rule and tenant:05c80b9424554175a1843a74bcf1d014 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:16.953128 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:16.958913 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:17.041994 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:17.045665 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:17.053772 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b1d788ea-c6a8-4150-99d3-d0eade24e20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:17.093743 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05c80b9424554175a1843a74bcf1d014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801032 May 10 19:36:17.094694 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2d734e-b73a-4002-8dd0-d4b14185dc99,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:17.096312 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55060) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:17.102322 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.102707 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.103080 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.103445 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.103807 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.104171 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.104528 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.104953 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.105315 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.105733 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.106091 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.106445 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:17.110316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-acd21602-a4ac-4034-a0d5-8fd1feebc182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:17.159641 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-86ce28ea-5394-42bd-a83f-9f40038c071d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:17.184370 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-86ce28ea-5394-42bd-a83f-9f40038c071d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:17.234515 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-86ce28ea-5394-42bd-a83f-9f40038c071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:17.239210 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5d9587cb-f258-4193-80b5-0933d327fb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:17.251130 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce28ea-5394-42bd-a83f-9f40038c071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2d734e-b73a-4002-8dd0-d4b14185dc99,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:17.254914 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-86ce28ea-5394-42bd-a83f-9f40038c071d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:17.260618 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-86ce28ea-5394-42bd-a83f-9f40038c071d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:17.261731 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-86ce28ea-5394-42bd-a83f-9f40038c071d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd2d734e-b73a-4002-8dd0-d4b14185dc99 HTTP/1.1" status: 204 len: 168 time: 0.1644194 May 10 19:36:17.927106 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55084) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:18.039925 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-993257894-network', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:36:18.045356 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:18.049247 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Usage tracker for resource:network and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:18.052104 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:18.058645 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:18.067892 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Made reservation on behalf of 9a44e88f12924d7cb946e22d7bd99bc2 for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:36:18.070207 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.082456 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.096847 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:18.100641 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Usage tracker for resource:security_group_rule and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:18.103416 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:18.109679 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:18.198520 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.202612 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.206635 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c5b83313-5b71-4c58-a4f3-810e43af5d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:18.233897 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:36:18.242456 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090dc9d5-7f42-457e-98d9-2baf71c1a975,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:18.246014 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:18.248647 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.248997 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Added segment 649bf8fd-0d4c-4497-89b9-906555bd8f94 of type vlan for network 2e176faf-933c-40fc-b386-752f434dd95c May 10 19:36:18.274871 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.304106 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.305382 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:18.305994 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.310491 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:18.412205 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Pushing event updated for resources: {'Network': ['ID=2e176faf-933c-40fc-b386-752f434dd95c,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:18.418365 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4874759 May 10 19:36:18.418365 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3f10f7a6-dfc7-4fbc-a7b5-6f42ab07c750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:18.418665 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55090) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:18.422411 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 2e176faf-933c-40fc-b386-752f434dd95c details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:36:18.424082 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Request body: {'subnet': {'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-993257894-subnet', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'ip_version': 4}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:36:18.429216 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:18.433018 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Usage tracker for resource:subnet and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:18.435936 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:18.441660 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:18.452369 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Made reservation on behalf of 9a44e88f12924d7cb946e22d7bd99bc2 for: {'subnet': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:36:18.454644 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-842414'] for subnet, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.839846 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-842460'] for subnet, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.843926 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e2f728b2-313d-4df2-9ea8-5bd7929b4e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:18.915064 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:18.918314 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:18.925393 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Checking segment: {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:18.925777 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Network hostable DHCP agents. Network: 2e176faf-933c-40fc-b386-752f434dd95c, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:36:18.942916 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Network 2e176faf-933c-40fc-b386-752f434dd95c is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:36:18.952493 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 2e176faf-933c-40fc-b386-752f434dd95c) {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:18.960370 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3454b22f-4487-4a3a-a516-d1eec3a3e882 None None] Network 2e176faf-933c-40fc-b386-752f434dd95c requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:36:18.963170 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:18.963753 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:18.983830 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-2bff95a9-68a3-4e3f-b638-372c2d4379d5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5642545 May 10 19:36:18.986477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55094) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:18.991835 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:36:18.996921 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:19.000742 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Usage tracker for resource:router and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:19.003656 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:19.009645 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:19.022517 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.023577 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.039201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.191119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.193381 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-2e176faf-933c-40fc-b386-752f434dd95c', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:36:19.194313 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.304492 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.393618 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Allocated IP 172.20.0.2 (2e176faf-933c-40fc-b386-752f434dd95c/6cc59a17-fb4e-4ef5-9b94-5f401cb11aad/ef54034a-b05f-4fb9-aa33-3ecc768a8a5f) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:36:19.608084 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.618770 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Transition to ACTIVE for port object ef54034a-b05f-4fb9-aa33-3ecc768a8a5f will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:19.637570 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Transition to ACTIVE for port object ef54034a-b05f-4fb9-aa33-3ecc768a8a5f will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:19.644055 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.648705 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-663c921a-0372-4e11-aad8-d6c21b0f2d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:19.706305 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Network 2e176faf-933c-40fc-b386-752f434dd95c is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:19.707421 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:19.711363 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:36:19.736836 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.748022 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Pushing event updated for resources: {'Port': ['ID=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:19.755990 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:19.767093 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.813700 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Attempting to bind port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:36:19.814076 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Attempting to bind port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:36:19.814453 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Attempting to bind port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f on network 2e176faf-933c-40fc-b386-752f434dd95c {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:36:19.820067 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:36:19.820449 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Checking segment: {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:19.820860 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.821261 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Bound using segment: {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:36:19.821784 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Bound port: ef54034a-b05f-4fb9-aa33-3ecc768a8a5f, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:36:19.822160 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.908605 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Allocated IP 172.27.2.7 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/5076ac56-9084-467c-94af-6fc95928cb15) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:36:19.917285 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] For port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:36:19.921024 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] For port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:36:19.929370 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:19.932989 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:20.016508 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Pushing event updated for resources: {'Port': ['ID=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:20.022310 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:20.070169 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:20.102122 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:20.107163 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bbcff91b-adf3-4931-bf4c-15705de3c20f tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:20.196089 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:20.200376 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Pushing event updated for resources: {'Port': ['ID=5076ac56-9084-467c-94af-6fc95928cb15,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:20.203109 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:20.204937 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:20.205669 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:36:20.618170 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:20.857388 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdfe2ce-2990-440d-8229-4587dec2766e None None] Network 2e176faf-933c-40fc-b386-752f434dd95c requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:36:20.955246 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-ae81abc7-fa99-4b36-ab6b-af9818cf53a4 None None] Provisioning for port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:20.992657 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ef54034a-b05f-4fb9-aa33-3ecc768a8a5f up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:21.091604 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:21.145079 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:21.152416 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:21.152807 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:21.288470 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:21.302744 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Router 28aa5850-7045-4e32-a36b-9305b6f1d281 is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:36:21.325439 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:36:21.331058 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:21.333870 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:21.407166 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:21.410307 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:21.494888 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-fafe76a6-b054-4dc0-84e5-f7a7451beb1a None None] Provisioning complete for port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:21.495177 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fafe76a6-b054-4dc0-84e5-f7a7451beb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:21.499787 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:36:21.523242 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:21.525106 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5370018 May 10 19:36:21.525252 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Sync routers for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:36:21.527195 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55106) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:21.546709 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:36:21.547314 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:35:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:21.776529 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:36:22.104497 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:20Z', 'revision_number': 3, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:22.109141 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Checking router: 28aa5850-7045-4e32-a36b-9305b6f1d281 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:36:22.109492 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Updating router 28aa5850-7045-4e32-a36b-9305b6f1d281 port 5076ac56-9084-467c-94af-6fc95928cb15 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:36:22.179513 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.208275 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.531364 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Allocated IP 172.20.0.1 (2e176faf-933c-40fc-b386-752f434dd95c/6cc59a17-fb4e-4ef5-9b94-5f401cb11aad/24719ae6-1bba-41fe-9036-8251c648f097) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:36:22.541195 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.552810 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Transition to ACTIVE for port object 5076ac56-9084-467c-94af-6fc95928cb15 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:22.559838 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.564116 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:22.631626 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Attempting to bind port 5076ac56-9084-467c-94af-6fc95928cb15 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:36:22.632004 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Attempting to bind port 5076ac56-9084-467c-94af-6fc95928cb15 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:36:22.632371 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Attempting to bind port 5076ac56-9084-467c-94af-6fc95928cb15 on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:36:22.646842 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce1611-c473-42a6-83c5-04c53a818806 None None] Pushing event updated for resources: {'Port': ['ID=5076ac56-9084-467c-94af-6fc95928cb15,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:22.649601 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-adce1611-c473-42a6-83c5-04c53a818806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:22.650720 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:36:22.651098 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:22.651511 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.651988 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:36:22.652807 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Bound port: 5076ac56-9084-467c-94af-6fc95928cb15, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:36:22.652957 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.682242 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.698153 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Transition to ACTIVE for port object 24719ae6-1bba-41fe-9036-8251c648f097 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:22.723054 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.727401 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] For port 5076ac56-9084-467c-94af-6fc95928cb15, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:36:22.727572 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:22.730408 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] For port 5076ac56-9084-467c-94af-6fc95928cb15, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=5076ac56-9084-467c-94af-6fc95928cb15,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:36:22.734100 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.737473 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:22.782891 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Network 2e176faf-933c-40fc-b386-752f434dd95c is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:22.785561 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:22.789627 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:36:22.811799 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:36:22.812430 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:35:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:22.837497 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Pushing event updated for resources: {'Port': ['ID=24719ae6-1bba-41fe-9036-8251c648f097,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:22.841778 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:22.860002 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.938378 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce1611-c473-42a6-83c5-04c53a818806 None None] Pushing event updated for resources: {'Port': ['ID=5076ac56-9084-467c-94af-6fc95928cb15,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:22.941150 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-adce1611-c473-42a6-83c5-04c53a818806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:22.962589 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ef54034a-b05f-4fb9-aa33-3ecc768a8a5f up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:22.999010 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.062455 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c55cb168-7479-4b33-9025-932c683570e3 None None] Provisioning for port 24719ae6-1bba-41fe-9036-8251c648f097 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:23.086769 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:36:23.128247 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-c55cb168-7479-4b33-9025-932c683570e3 None None] Provisioning complete for port 24719ae6-1bba-41fe-9036-8251c648f097 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:23.129310 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c55cb168-7479-4b33-9025-932c683570e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.225212 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.235286 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.253146 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:23.253659 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.264138 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-665aa36c-0c74-4ef2-b52d-244627c3f7dd tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:23.349012 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.352486 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Pushing event updated for resources: {'Port': ['ID=24719ae6-1bba-41fe-9036-8251c648f097,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:23.356472 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:23.399581 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-c55cb168-7479-4b33-9025-932c683570e3 None None] Port 24719ae6-1bba-41fe-9036-8251c648f097 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:36:23.494033 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Network 2e176faf-933c-40fc-b386-752f434dd95c is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:23.495657 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:23.596409 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:20Z', 'revision_number': 3, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:23.601628 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e55b-b7c2-479d-97dd-b686e3e67e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.603238 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301a57e-2104-4b27-b2be-35a04ad95662 None None] The sync data for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi is: [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:20Z', 'revision_number': 3, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:36:23.694788 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Router 28aa5850-7045-4e32-a36b-9305b6f1d281 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:36:23.728634 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-d602b895-7f9b-410c-b8be-e70e76ee5640 None None] Provisioning complete for port 24719ae6-1bba-41fe-9036-8251c648f097 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:23.729102 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d602b895-7f9b-410c-b8be-e70e76ee5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.787506 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d602b895-7f9b-410c-b8be-e70e76ee5640 None None] Port 24719ae6-1bba-41fe-9036-8251c648f097 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:36:23.894119 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:36:23.904010 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] 10.222.0.58 "PUT /v2.0/routers/28aa5850-7045-4e32-a36b-9305b6f1d281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3756659 May 10 19:36:24.512338 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55126) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:24.518058 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1365170750-network', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:36:24.522876 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:24.526750 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Usage tracker for resource:network and tenant:2d13c28e09a24c4b9e2b0f1890d9131f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:24.529634 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:24.535454 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:24.546379 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Made reservation on behalf of 2d13c28e09a24c4b9e2b0f1890d9131f for: {'network': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:36:24.548806 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for network, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.562146 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.576465 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:24.580786 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Usage tracker for resource:security_group_rule and tenant:2d13c28e09a24c4b9e2b0f1890d9131f is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:24.584061 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:24.590337 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:24.679825 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.683564 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.688026 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-04176ea4-ac22-44e1-b335-e0b8eefca7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:24.714005 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=78730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:36:24.722875 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8db6367-0f9f-47e5-9578-5939c6ea7238,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:24.726391 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:24.728890 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.729231 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.segments_db [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Added segment b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13 of type vlan for network 441b43a6-4144-4334-bdbe-5b4194a06c3e May 10 19:36:24.756375 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735760558978'] for network, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.785292 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142'] for network, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.786609 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:24.787194 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.791848 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-b595f712-801e-4460-9283-a4ab34f277c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:24.948235 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 5076ac56-9084-467c-94af-6fc95928cb15 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:24.998795 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4853351 May 10 19:36:25.001740 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Pushing event updated for resources: {'Network': ['ID=441b43a6-4144-4334-bdbe-5b4194a06c3e,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:25.001957 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55130) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:25.004433 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-15984c4a-76ae-4c31-9472-6dd5b1fdcc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:25.010933 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Request body: {'subnet': {'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1365170750-subnet', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:36:25.012723 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Network 441b43a6-4144-4334-bdbe-5b4194a06c3e details requested by agent ovs-agent-dv-cinder-784453-6-iscsi with host dv-cinder-784453-6-iscsi {{(pid=78732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:36:25.018906 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:25.023287 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Usage tracker for resource:subnet and tenant:2d13c28e09a24c4b9e2b0f1890d9131f is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:25.026278 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:25.032491 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:25.043921 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Made reservation on behalf of 2d13c28e09a24c4b9e2b0f1890d9131f for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:36:25.046287 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196244'] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.097715 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 5076ac56-9084-467c-94af-6fc95928cb15 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:25.114548 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 5076ac56-9084-467c-94af-6fc95928cb15 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:25.114924 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.159491 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Sync routers for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:36:25.176131 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:36:25.176779 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:35:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:25.237930 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.255303 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 5076ac56-9084-467c-94af-6fc95928cb15, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=5076ac56-9084-467c-94af-6fc95928cb15,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:36:25.260138 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.262372 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:25.344647 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=5076ac56-9084-467c-94af-6fc95928cb15,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:25.348030 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:25.369522 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:36:25.454416 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2485057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196326'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.459113 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-281580f6-48e2-4d33-8185-0018f614a987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:25.526633 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5240d9ad-a9f9-49a8-bee2-0ad55f87ef12,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:25.529850 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:25.539536 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Checking segment: {'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:25.539892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Network hostable DHCP agents. Network: 441b43a6-4144-4334-bdbe-5b4194a06c3e, hostable agents: ['fba6db05-063d-42b2-84ac-6c7d3b712695'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:36:25.558153 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Network 441b43a6-4144-4334-bdbe-5b4194a06c3e is scheduled to be hosted by DHCP agent fba6db05-063d-42b2-84ac-6c7d3b712695 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:36:25.568080 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-6-iscsi, 441b43a6-4144-4334-bdbe-5b4194a06c3e) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:25.577670 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:25.578093 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c42b04-ad42-4d30-a1b8-8013b86eb8a0 None None] Network 441b43a6-4144-4334-bdbe-5b4194a06c3e requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:36:25.578302 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.602686 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b90af04e-42e3-4618-94ef-fedd639f3690 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5968354 May 10 19:36:25.602927 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55136) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:25.609003 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:36:25.613294 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:25.618014 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Usage tracker for resource:router and tenant:2d13c28e09a24c4b9e2b0f1890d9131f is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:36:25.621323 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:36:25.627128 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:25.637989 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1020283'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.639049 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-360160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-397536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1020226'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.656338 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.742130 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:23Z', 'revision_number': 2, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:25.746976 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Checking router: 28aa5850-7045-4e32-a36b-9305b6f1d281 for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:36:25.747465 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Updating router 28aa5850-7045-4e32-a36b-9305b6f1d281 port 24719ae6-1bba-41fe-9036-8251c648f097 binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:36:25.802596 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.832850 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3fbd4c-c1df-5390-9f27-63105b03b5e7-441b43a6-4144-4334-bdbe-5b4194a06c3e', 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'fixed_ips': [{'subnet_id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12'}]}} from dv-cinder-784453-6-iscsi. {{(pid=78732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:36:25.833717 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:25.954825 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:36:25.992753 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Allocated IP 172.20.0.2 (441b43a6-4144-4334-bdbe-5b4194a06c3e/5240d9ad-a9f9-49a8-bee2-0ad55f87ef12/7ea6873c-f031-4002-b2d7-e7c0fc2e12f1) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:36:26.018110 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-397465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1020252'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.046164 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-95cf8793-54d2-4be1-8ff0-bddd8448355c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838966 May 10 19:36:26.188270 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.202012 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Transition to ACTIVE for port object 24719ae6-1bba-41fe-9036-8251c648f097 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:26.217278 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-7cb95d58-25e7-491f-afc4-83dcc31a7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:26.218785 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-7cb95d58-25e7-491f-afc4-83dcc31a7d7f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 1098 time: 0.0984387 May 10 19:36:26.218934 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.226087 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-b7ed0f6a-5a72-40f3-b420-617230f006bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:26.227336 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.238626 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Transition to ACTIVE for port object 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:26.260656 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Transition to ACTIVE for port object 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:26.271191 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.278591 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:26.351781 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Network 441b43a6-4144-4334-bdbe-5b4194a06c3e is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:26.356545 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:26.361282 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:36:26.396733 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Pushing event updated for resources: {'Port': ['ID=24719ae6-1bba-41fe-9036-8251c648f097,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:26.433212 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-f9384859-446d-48be-ba42-38ae0114c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:26.435282 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-f9384859-446d-48be-ba42-38ae0114c1d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1946282 May 10 19:36:26.477433 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.478116 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.478635 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.479136 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.479618 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.480137 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.480664 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.481162 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.481721 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.482223 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.482721 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.483203 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:36:26.488395 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Attempting to bind port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:36:26.488914 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Attempting to bind port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:36:26.489382 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Attempting to bind port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 on network 441b43a6-4144-4334-bdbe-5b4194a06c3e {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:36:26.492185 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Pushing event updated for resources: {'Port': ['ID=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:26.495644 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:26.495848 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:26.499119 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:36:26.499633 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Checking segment: {'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:26.500142 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.500856 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Bound using segment: {'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:36:26.501378 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Bound port: 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:36:26.501904 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.508042 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Attempting to bind port 24719ae6-1bba-41fe-9036-8251c648f097 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:36:26.508658 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Attempting to bind port 24719ae6-1bba-41fe-9036-8251c648f097 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:36:26.509190 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Attempting to bind port 24719ae6-1bba-41fe-9036-8251c648f097 on network 2e176faf-933c-40fc-b386-752f434dd95c {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:36:26.514377 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.520067 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:36:26.520781 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Checking segment: {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:26.521380 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.521979 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Bound using segment: {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:36:26.522661 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Bound port: 24719ae6-1bba-41fe-9036-8251c648f097, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:36:26.523370 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.563455 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.569448 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-47c68dda-0073-42f0-b79e-0b5b87632ea6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c99a821-2c96-41b7-a84c-50ade346542f HTTP/1.1" status: 200 len: 1000 time: 0.1265421 May 10 19:36:26.633429 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] For port 24719ae6-1bba-41fe-9036-8251c648f097, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:36:26.638033 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] For port 24719ae6-1bba-41fe-9036-8251c648f097, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=24719ae6-1bba-41fe-9036-8251c648f097,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:36:26.644412 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.650468 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:26.660933 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.663107 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-5a70c3b2-db4f-40dc-abc1-9b828ce88b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:26.663273 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] For port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:36:26.664929 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-5a70c3b2-db4f-40dc-abc1-9b828ce88b0e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0849552 May 10 19:36:26.665846 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-97a65237-4d7e-441c-b676-e1c4898dc2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.669051 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] For port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,segment=NetworkSegment(b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13),segment_id=b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:36:26.677448 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:26.681314 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:26.749285 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:36:26.750593 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:36:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:26.751099 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Allocated IP 172.27.2.190 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/f7f4acf0-c60b-4502-8ef4-9f9d543dbb53) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:36:26.812645 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Pushing event updated for resources: {'Port': ['ID=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:26.813658 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Pushing event updated for resources: {'Port': ['ID=24719ae6-1bba-41fe-9036-8251c648f097,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:26.817758 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-32bbb6c1-a03d-43ec-8919-ca1422ea7c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:26.822865 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-5eb9046a-b171-4e70-b206-c347487407b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:26.831570 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-047552df-6985-4dae-aeb7-a8064f5b426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:26.833333 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-047552df-6985-4dae-aeb7-a8064f5b426f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1615641 May 10 19:36:26.998836 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 5076ac56-9084-467c-94af-6fc95928cb15 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:27.024560 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:36:27.029572 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:27.043592 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-5bc21551-a0a5-4a3b-a645-5dbdee1d4161 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032893 May 10 19:36:27.114118 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:27.122343 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-75438895-d04d-437b-a8e0-d90e997b647d tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:27.178925 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 5076ac56-9084-467c-94af-6fc95928cb15 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:27.179414 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:27.239655 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f4acf0-c60b-4502-8ef4-9f9d543dbb53,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:27.250830 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:27.270674 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-84d174ab-1af9-436f-9f93-d20a84c8eb90 req-43cc5a9f-9de1-4e2a-a998-8032b63e5261 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187581 May 10 19:36:27.275486 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:27.276757 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:27.279121 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:36:27.487352 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:26Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:27.492327 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4742c8-d976-4554-92c5-482f44a7d086 None None] The sync data for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi is: [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:26Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:36:27.625678 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:27.862667 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:27.979720 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f549acad-2ed9-4581-8f75-1c123436c75b None None] Network 441b43a6-4144-4334-bdbe-5b4194a06c3e requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:36:28.108693 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-0ce89291-d716-429a-95c1-6cc7124d1522 None None] Provisioning for port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:28.227827 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401164'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:28.451525 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Router d36e7dad-6c2a-42ce-8077-ae9412930e87 is scheduled to L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:36:28.636183 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:36:28.645196 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Sync routers for ids ['d36e7dad-6c2a-42ce-8077-ae9412930e87'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:36:28.660567 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Routers {'d36e7dad-6c2a-42ce-8077-ae9412930e87'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:36:28.661670 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:36:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d36e7dad-6c2a-42ce-8077-ae9412930e87'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:28.662350 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:28.663859 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0599372 May 10 19:36:28.666446 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55140) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:36:28.854141 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Set router d36e7dad-6c2a-42ce-8077-ae9412930e87 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:36:29.026847 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:29.082616 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.181989 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:29.193700 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:29.194083 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.301811 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:36:27Z', 'revision_number': 3, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port': {'id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:26Z', 'updated_at': '2021-05-10T19:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:29.313052 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Checking router: d36e7dad-6c2a-42ce-8077-ae9412930e87 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:36:29.313408 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Updating router d36e7dad-6c2a-42ce-8077-ae9412930e87 port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 binding host dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:36:29.370243 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.396363 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.450751 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,segment=NetworkSegment(b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13),segment_id=b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:36:29.460544 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.463711 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.464530 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 24719ae6-1bba-41fe-9036-8251c648f097 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:29.525131 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a182a8bd-ead6-4420-9c24-3df4e3684033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:29.683040 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Allocated IP 172.20.0.1 (441b43a6-4144-4334-bdbe-5b4194a06c3e/5240d9ad-a9f9-49a8-bee2-0ad55f87ef12/9a542af1-141b-42ac-8bc2-c86ad5c48099) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:36:29.690450 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:29.696379 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:29.774665 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 24719ae6-1bba-41fe-9036-8251c648f097 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:29.789385 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 24719ae6-1bba-41fe-9036-8251c648f097 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:29.789645 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.839748 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.857170 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Transition to ACTIVE for port object 9a542af1-141b-42ac-8bc2-c86ad5c48099 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:29.883439 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:29.888798 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-db5b098d-c7ea-4ac9-9fcc-388e2d372433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:29.950504 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Network 441b43a6-4144-4334-bdbe-5b4194a06c3e is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:29.953874 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:29.957546 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:36:30.004974 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Pushing event updated for resources: {'Port': ['ID=9a542af1-141b-42ac-8bc2-c86ad5c48099,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:30.006214 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.009590 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:30.019578 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.030400 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393683'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.041382 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Transition to ACTIVE for port object f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:30.051294 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.057100 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-adce1611-c473-42a6-83c5-04c53a818806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:30.096957 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 24719ae6-1bba-41fe-9036-8251c648f097, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=24719ae6-1bba-41fe-9036-8251c648f097,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:36:30.122539 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.142932 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Attempting to bind port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:36:30.143401 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Attempting to bind port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:36:30.143667 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Attempting to bind port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 on network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:36:30.150019 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b8fee-9ea1-4b2b-9092-7b4ae29584db None None] Pushing event updated for resources: {'Port': ['ID=f7f4acf0-c60b-4502-8ef4-9f9d543dbb53,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:30.154456 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-571b8fee-9ea1-4b2b-9092-7b4ae29584db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:30.155152 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8295db08-3ca8-425e-a01c-b9542de4d7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:30.176987 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.189888 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:36:30.190522 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Checking segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:30.190665 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.191061 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Bound using segment: {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:36:30.191555 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Bound port: f7f4acf0-c60b-4502-8ef4-9f9d543dbb53, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e725d7-2fa3-4148-84ad-7a40a2b9d95a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:36:30.191929 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.266066 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-ca912dd9-5a64-4e73-9c4e-6f94c597732e None None] Provisioning for port 9a542af1-141b-42ac-8bc2-c86ad5c48099 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:30.290633 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-ca912dd9-5a64-4e73-9c4e-6f94c597732e None None] Provisioning complete for port 9a542af1-141b-42ac-8bc2-c86ad5c48099 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:30.291005 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ca912dd9-5a64-4e73-9c4e-6f94c597732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.314454 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=24719ae6-1bba-41fe-9036-8251c648f097,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:30.329773 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:30.347878 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] For port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:36:30.357378 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] For port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=f7f4acf0-c60b-4502-8ef4-9f9d543dbb53,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:36:30.360321 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-ca912dd9-5a64-4e73-9c4e-6f94c597732e None None] Port 9a542af1-141b-42ac-8bc2-c86ad5c48099 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:36:30.362668 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.366637 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:30.411148 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.417582 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.440984 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Routers {'d36e7dad-6c2a-42ce-8077-ae9412930e87'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:36:30.441634 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:36:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d36e7dad-6c2a-42ce-8077-ae9412930e87'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:30.444029 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b1e3c3c1-7418-43d2-a4b2-98582eeeee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:30.497385 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b8fee-9ea1-4b2b-9092-7b4ae29584db None None] Pushing event updated for resources: {'Port': ['ID=f7f4acf0-c60b-4502-8ef4-9f9d543dbb53,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:30.525444 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393584'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.529496 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Pushing event updated for resources: {'Port': ['ID=9a542af1-141b-42ac-8bc2-c86ad5c48099,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:30.532895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:30.555214 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-571b8fee-9ea1-4b2b-9092-7b4ae29584db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:30.623243 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] Set router d36e7dad-6c2a-42ce-8077-ae9412930e87 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:36:30.663978 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Network 441b43a6-4144-4334-bdbe-5b4194a06c3e is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:30.665260 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:30.854128 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Router d36e7dad-6c2a-42ce-8077-ae9412930e87 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:36:30.936693 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-240cec4b-0846-4841-8e1c-cfbb7cb93549 None None] Provisioning complete for port 9a542af1-141b-42ac-8bc2-c86ad5c48099 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:30.936997 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-240cec4b-0846-4841-8e1c-cfbb7cb93549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:30.965156 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:31.051487 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-240cec4b-0846-4841-8e1c-cfbb7cb93549 None None] Port 9a542af1-141b-42ac-8bc2-c86ad5c48099 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:36:31.082937 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:31.083307 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:31.123296 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 4, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port': {'id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:26Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '9a542af1-141b-42ac-8bc2-c86ad5c48099', 'name': '', 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'mac_address': 'fa:16:3e:8a:a4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:29Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 2, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'subnets': [{'id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:31.127967 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:36:31.130466 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35a725-8caf-4cd6-947d-f7dcb09ea460 None None] The sync data for ids ['d36e7dad-6c2a-42ce-8077-ae9412930e87'] in dv-cinder-784453-6-iscsi is: [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 4, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port': {'id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:26Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '9a542af1-141b-42ac-8bc2-c86ad5c48099', 'name': '', 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'mac_address': 'fa:16:3e:8a:a4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:29Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 2, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'subnets': [{'id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:36:31.137885 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] 10.222.0.58 "PUT /v2.0/routers/d36e7dad-6c2a-42ce-8077-ae9412930e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4703848 May 10 19:36:31.211998 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 24719ae6-1bba-41fe-9036-8251c648f097 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:31.365182 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 24719ae6-1bba-41fe-9036-8251c648f097 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:31.365581 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:32.977233 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:33.049327 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:33.054300 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:33.054676 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:33.189107 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:33.208878 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=f7f4acf0-c60b-4502-8ef4-9f9d543dbb53,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:36:33.212585 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:33.214662 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:33.287781 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=f7f4acf0-c60b-4502-8ef4-9f9d543dbb53,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:33.290976 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:34.937626 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Sync routers for ids ['d36e7dad-6c2a-42ce-8077-ae9412930e87'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:36:34.952509 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Routers {'d36e7dad-6c2a-42ce-8077-ae9412930e87'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:36:34.953276 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:36:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d36e7dad-6c2a-42ce-8077-ae9412930e87'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:34.972779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:35.066953 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:35.067322 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:35.148658 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Set router d36e7dad-6c2a-42ce-8077-ae9412930e87 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:36:35.477734 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 4, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port': {'id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:26Z', 'updated_at': '2021-05-10T19:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '9a542af1-141b-42ac-8bc2-c86ad5c48099', 'name': '', 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'mac_address': 'fa:16:3e:8a:a4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:29Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 2, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'subnets': [{'id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:35.483761 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Checking router: d36e7dad-6c2a-42ce-8077-ae9412930e87 for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:36:35.484120 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Updating router d36e7dad-6c2a-42ce-8077-ae9412930e87 port 9a542af1-141b-42ac-8bc2-c86ad5c48099 binding host dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:36:35.543231 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:35.939206 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:35.953029 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Transition to ACTIVE for port object 9a542af1-141b-42ac-8bc2-c86ad5c48099 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:35.963120 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:35.970801 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:36.170779 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d499e14-66db-4213-82d0-c0fc5bdf0c2e None None] Pushing event updated for resources: {'Port': ['ID=9a542af1-141b-42ac-8bc2-c86ad5c48099,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:36.178000 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4d499e14-66db-4213-82d0-c0fc5bdf0c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:36.194636 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Attempting to bind port 9a542af1-141b-42ac-8bc2-c86ad5c48099 on host dv-cinder-784453-6-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:36:36.195110 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Attempting to bind port 9a542af1-141b-42ac-8bc2-c86ad5c48099 by drivers openvswitch,hyperv on host dv-cinder-784453-6-iscsi at level 0 using segments [{'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:36:36.195539 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Attempting to bind port 9a542af1-141b-42ac-8bc2-c86ad5c48099 on network 441b43a6-4144-4334-bdbe-5b4194a06c3e {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:36:36.203159 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Checking agent: {'id': 'f6928ab2-8700-408a-9470-a487b9a1ecee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 15, 26), 'started_at': datetime.datetime(2021, 5, 10, 19, 15, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:36:36.203622 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Checking segment: {'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:36.204035 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:36.204433 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Bound using segment: {'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:36:36.204909 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Bound port: 9a542af1-141b-42ac-8bc2-c86ad5c48099, host: dv-cinder-784453-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:36:36.205305 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:36.303847 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] For port 9a542af1-141b-42ac-8bc2-c86ad5c48099, host dv-cinder-784453-6-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:36:36.307230 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] For port 9a542af1-141b-42ac-8bc2-c86ad5c48099, host dv-cinder-784453-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=9a542af1-141b-42ac-8bc2-c86ad5c48099,segment=NetworkSegment(b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13),segment_id=b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:36:36.314314 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:36.318954 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4d499e14-66db-4213-82d0-c0fc5bdf0c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:36.397999 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Routers {'d36e7dad-6c2a-42ce-8077-ae9412930e87'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:36:36.397999 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:36:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d36e7dad-6c2a-42ce-8077-ae9412930e87'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:36.513999 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d499e14-66db-4213-82d0-c0fc5bdf0c2e None None] Pushing event updated for resources: {'Port': ['ID=9a542af1-141b-42ac-8bc2-c86ad5c48099,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:36.584554 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4d499e14-66db-4213-82d0-c0fc5bdf0c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:36.665285 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] Set router d36e7dad-6c2a-42ce-8077-ae9412930e87 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:36:36.985941 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 9a542af1-141b-42ac-8bc2-c86ad5c48099 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:37.041976 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 4, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port': {'id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:26Z', 'updated_at': '2021-05-10T19:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '9a542af1-141b-42ac-8bc2-c86ad5c48099', 'name': '', 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'mac_address': 'fa:16:3e:8a:a4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:29Z', 'updated_at': '2021-05-10T19:36:36Z', 'revision_number': 4, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'subnets': [{'id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:36:37.049875 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bff4bc-fe5f-4c3c-ab5d-9c323ecfd3f0 None None] The sync data for ids ['d36e7dad-6c2a-42ce-8077-ae9412930e87'] in dv-cinder-784453-6-iscsi is: [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 4, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port': {'id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:26Z', 'updated_at': '2021-05-10T19:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '9a542af1-141b-42ac-8bc2-c86ad5c48099', 'name': '', 'network_id': '441b43a6-4144-4334-bdbe-5b4194a06c3e', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'mac_address': 'fa:16:3e:8a:a4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:29Z', 'updated_at': '2021-05-10T19:36:36Z', 'revision_number': 4, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'subnets': [{'id': '5240d9ad-a9f9-49a8-bee2-0ad55f87ef12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:36:37.077677 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning for port 9a542af1-141b-42ac-8bc2-c86ad5c48099 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:37.083815 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 9a542af1-141b-42ac-8bc2-c86ad5c48099 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:37.083815 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:37.227678 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:37.267508 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] For port 9a542af1-141b-42ac-8bc2-c86ad5c48099, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=9a542af1-141b-42ac-8bc2-c86ad5c48099,segment=NetworkSegment(b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13),segment_id=b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:36:37.274203 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:37.277420 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-571b8fee-9ea1-4b2b-9092-7b4ae29584db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:37.351753 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Pushing event updated for resources: {'Port': ['ID=9a542af1-141b-42ac-8bc2-c86ad5c48099,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:37.354745 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:38.957596 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 9a542af1-141b-42ac-8bc2-c86ad5c48099 up at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:36:39.032835 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Provisioning complete for port 9a542af1-141b-42ac-8bc2-c86ad5c48099 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:39.033131 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:41.234386 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-463b10eb-8040-4fbb-b617-e87732a481b3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:41.235013 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-463b10eb-8040-4fbb-b617-e87732a481b3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Synchronizing usage tracker for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:network {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:36:41.253033 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-463b10eb-8040-4fbb-b617-e87732a481b3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Unset dirty status for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:network {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:36:41.256743 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-463b10eb-8040-4fbb-b617-e87732a481b3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/networks?id=2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 200 len: 814 time: 0.1701784 May 10 19:36:41.269344 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-24938815-797c-4bab-a010-12c3cd99f958 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/quotas/9a44e88f12924d7cb946e22d7bd99bc2 HTTP/1.1" status: 200 len: 375 time: 0.0093756 May 10 19:36:41.364374 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-101e142b-6628-46f9-bd8a-5bf25f0bd853 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Synchronizing usage tracker for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:36:41.382952 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-101e142b-6628-46f9-bd8a-5bf25f0bd853 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Unset dirty status for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:36:41.384362 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-101e142b-6628-46f9-bd8a-5bf25f0bd853 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098111 May 10 19:36:41.667722 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-53d8cbb2-9550-4749-be19-1f593dae9974 service neutron] 10.222.0.58 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716312 May 10 19:36:41.802019 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-ca06bc24-9bc1-44db-ad72-a31541d3b5ef service neutron] 10.222.0.58 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276505 May 10 19:36:41.992087 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-41dc4377-5053-4950-ab52-9b2306d72879 req-79c9deac-95ec-4e78-ab60-fd09752a398b tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 210 time: 0.0462909 May 10 19:36:43.047036 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-8b855c0e-9a69-4e5c-a12a-f54abdff4c42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:43.048528 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-8b855c0e-9a69-4e5c-a12a-f54abdff4c42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.66 "GET /v2.0/networks?id=2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 200 len: 814 time: 0.1562319 May 10 19:36:43.066936 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'port': {'device_id': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'admin_state_up': True, 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:36:43.281773 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e867fa91-9247-451a-a1f2-00bd020328d5 req-976d0fb4-c133-4449-9cf9-4e67ef06002a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 210 time: 0.0514028 May 10 19:36:43.341002 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:36:43.350904 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:36:43.370902 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Made reservation on behalf of 9a44e88f12924d7cb946e22d7bd99bc2 for: {'port': 1} {{(pid=78730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:36:43.374842 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:43.579149 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_common [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Allocated IP 172.20.0.13 (2e176faf-933c-40fc-b386-752f434dd95c/6cc59a17-fb4e-4ef5-9b94-5f401cb11aad/4f38e470-3e1e-4ff7-90ba-76247cdd3946) {{(pid=78730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:36:43.807030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for port, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:43.823142 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Transition to ACTIVE for port object 4f38e470-3e1e-4ff7-90ba-76247cdd3946 will not be triggered until provisioned by entity DHCP. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:43.848255 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:43.854321 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-a1366d62-cab6-4c0c-a682-6f84b1ecaef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:43.916322 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Network 2e176faf-933c-40fc-b386-752f434dd95c is already hosted by enough agents. {{(pid=78730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:36:43.920074 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.base_scheduler [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources bound (agent type, host, resource id): {{(pid=78730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:36:43.928704 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Received port after_create {{(pid=78730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:36:43.965867 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'Port': ['ID=4f38e470-3e1e-4ff7-90ba-76247cdd3946,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:43.972837 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:44.006812 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:44.007458 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:44.046112 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9842184 May 10 19:36:44.124027 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-175ac09a-da72-4c4d-a4f3-5550a744b2de None None] Provisioning for port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 completed by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:36:44.129415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-175ac09a-da72-4c4d-a4f3-5550a744b2de None None] Provisioning complete for port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:36:44.129818 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-175ac09a-da72-4c4d-a4f3-5550a744b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:44.184895 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-175ac09a-da72-4c4d-a4f3-5550a744b2de None None] Port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 cannot update to ACTIVE because it is not bound. {{(pid=78732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:36:44.470969 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef2969-388d-4e08-a292-b3e8d06b356d req-3cb24830-92e8-4a3f-944f-1834a0f5aea3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:44.472416 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-70ef2969-388d-4e08-a292-b3e8d06b356d req-3cb24830-92e8-4a3f-944f-1834a0f5aea3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0811949 May 10 19:36:44.524303 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-70ef2969-388d-4e08-a292-b3e8d06b356d req-3b687b2c-5d9e-4ec6-b141-fbf2bff106c9 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459359 May 10 19:36:45.718512 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517efa-7a83-44ed-b5a7-ff758361a9cb req-f2efc9cd-aedb-4c68-af25-c2cff000f095 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:45.719213 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-93517efa-7a83-44ed-b5a7-ff758361a9cb req-f2efc9cd-aedb-4c68-af25-c2cff000f095 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Synchronizing usage tracker for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:36:45.734689 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-93517efa-7a83-44ed-b5a7-ff758361a9cb req-f2efc9cd-aedb-4c68-af25-c2cff000f095 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Unset dirty status for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:36:45.735864 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-93517efa-7a83-44ed-b5a7-ff758361a9cb req-f2efc9cd-aedb-4c68-af25-c2cff000f095 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.1033111 May 10 19:36:45.787636 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-93517efa-7a83-44ed-b5a7-ff758361a9cb req-c42e2c7c-2cc0-42be-a31f-00167dc69bd1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Synchronizing usage tracker for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:36:45.806817 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-93517efa-7a83-44ed-b5a7-ff758361a9cb req-c42e2c7c-2cc0-42be-a31f-00167dc69bd1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Unset dirty status for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:36:45.807930 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-93517efa-7a83-44ed-b5a7-ff758361a9cb req-c42e2c7c-2cc0-42be-a31f-00167dc69bd1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662744 May 10 19:36:47.006351 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f3f9a-5ac7-445f-ae2f-b724b7c9b0c9 req-97fa603c-d7c1-47c0-942c-94c3e8a14dc1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:47.007862 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a3f3f9a-5ac7-445f-ae2f-b724b7c9b0c9 req-97fa603c-d7c1-47c0-942c-94c3e8a14dc1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0881004 May 10 19:36:47.054803 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a3f3f9a-5ac7-445f-ae2f-b724b7c9b0c9 req-c8640e61-ad38-442a-ae30-47e73a6cfaf4 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 May 10 19:36:48.388465 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c91ee4-065c-408b-b30b-6d7adeb2daf7 req-336b0d02-c9a3-4c0e-90d4-a95f820a6129 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:48.389967 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a9c91ee4-065c-408b-b30b-6d7adeb2daf7 req-336b0d02-c9a3-4c0e-90d4-a95f820a6129 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0828004 May 10 19:36:48.435775 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a9c91ee4-065c-408b-b30b-6d7adeb2daf7 req-79646ccb-1931-4da7-8cbf-cc9baccc4639 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 May 10 19:36:49.217748 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:49.796101 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6de96-fa1c-46e5-a856-cd73e6f4b673 req-a15e47f2-259a-41ea-b3ab-dd37b7a0c41e tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:49.797622 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d8e6de96-fa1c-46e5-a856-cd73e6f4b673 req-a15e47f2-259a-41ea-b3ab-dd37b7a0c41e tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0891976 May 10 19:36:49.847631 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d8e6de96-fa1c-46e5-a856-cd73e6f4b673 req-b6827ec8-6d0c-4d3c-b204-55da976af584 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437949 May 10 19:36:51.040281 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60732ad3-2059-44d3-ae28-a0ddc14d1880 req-8e8d59aa-5273-434a-a1b5-88193f854478 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:51.041736 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-60732ad3-2059-44d3-ae28-a0ddc14d1880 req-8e8d59aa-5273-434a-a1b5-88193f854478 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0880895 May 10 19:36:51.086182 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-60732ad3-2059-44d3-ae28-a0ddc14d1880 req-f0410fdc-e8aa-4d57-91cc-4414d1d786b4 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385165 May 10 19:36:52.288897 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418db89-6cb7-4e95-9d87-6c41ea949a15 req-712ee4dc-502a-4118-b38e-f8b60a4f080b tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:52.290365 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a418db89-6cb7-4e95-9d87-6c41ea949a15 req-712ee4dc-502a-4118-b38e-f8b60a4f080b tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0864344 May 10 19:36:52.336807 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a418db89-6cb7-4e95-9d87-6c41ea949a15 req-ad68ba77-8f48-41a7-83a9-6d6dff9e988d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 May 10 19:36:53.533274 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2361e-d791-49f0-802e-a34622b74388 req-c92b4078-5cfc-4dc4-80ae-f2cf2b172513 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:53.535257 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8da2361e-d791-49f0-802e-a34622b74388 req-c92b4078-5cfc-4dc4-80ae-f2cf2b172513 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0814471 May 10 19:36:53.582147 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8da2361e-d791-49f0-802e-a34622b74388 req-d5fc85c3-eb23-497b-9f04-5c585e83674a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 May 10 19:36:53.597859 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8dc919bf-6bf5-4bc6-b523-8d54fda91e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:54.772867 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1af9e4-ff55-4105-88cc-b94112376684 req-cbc7892e-d710-40de-a797-aeb70f2888dd tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:54.774320 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a1af9e4-ff55-4105-88cc-b94112376684 req-cbc7892e-d710-40de-a797-aeb70f2888dd tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0828817 May 10 19:36:54.827007 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a1af9e4-ff55-4105-88cc-b94112376684 req-f3225f45-784b-4431-beb6-b3dbea83f3e0 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 May 10 19:36:56.012237 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efc4a1-ceda-4d54-a4ae-0b3e879c6bdf req-1c20c08e-28eb-4b98-b179-bc5c23acb207 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:56.013715 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-78efc4a1-ceda-4d54-a4ae-0b3e879c6bdf req-1c20c08e-28eb-4b98-b179-bc5c23acb207 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0824053 May 10 19:36:56.057390 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-78efc4a1-ceda-4d54-a4ae-0b3e879c6bdf req-e229b2c4-1f44-43d6-a850-14616a9c3202 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380101 May 10 19:36:56.553862 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a9c92303-09a5-4a1d-a26c-7cf42dc6111c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:56.565232 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:57.239604 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a187cc-92b2-4a16-bfc8-b7cdf2fad101 req-65f99723-8ffe-44ea-b03a-99d17eed6ac8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:57.241075 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9a187cc-92b2-4a16-bfc8-b7cdf2fad101 req-65f99723-8ffe-44ea-b03a-99d17eed6ac8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 932 time: 0.0797484 May 10 19:36:57.287262 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9a187cc-92b2-4a16-bfc8-b7cdf2fad101 req-f6e42db6-1031-4142-a8f2-273ab13fbd54 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 May 10 19:36:57.439612 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Request body: {'port': {'device_id': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:36:57.547506 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:57.615326 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:57.900205 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f38e470-3e1e-4ff7-90ba-76247cdd3946 {{(pid=78730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:36:57.907480 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:57.921383 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.provisioning_blocks [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Transition to ACTIVE for port object 4f38e470-3e1e-4ff7-90ba-76247cdd3946 will not be triggered until provisioned by entity L2. {{(pid=78730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:36:57.925006 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:57.929329 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d37ea3e9-5a80-4ddd-8312-eedd371286a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:58.147739 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f38e470-3e1e-4ff7-90ba-76247cdd3946,revision_number=2']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:58.174414 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:58.252251 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Attempting to bind port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:36:58.252590 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Attempting to bind port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:36:58.252917 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Attempting to bind port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 on network 2e176faf-933c-40fc-b386-752f434dd95c {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:36:58.257487 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 on network 2e176faf-933c-40fc-b386-752f434dd95c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:36:58.257845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Attempting to bind port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 on network 2e176faf-933c-40fc-b386-752f434dd95c {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:36:58.263429 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Checking agent: {'id': '33d841e8-d58e-4391-ba14-cc77e1cdda8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'started_at': datetime.datetime(2021, 5, 10, 19, 21, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:36:58.263763 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Checking segment: {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:36:58.264151 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Bound using segment: {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'} {{(pid=78730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:36:58.264574 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.managers [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Bound port: 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649bf8fd-0d4c-4497-89b9-906555bd8f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c'}}] {{(pid=78730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:36:58.264918 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:58.374223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] For port 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host hv-cinder-78445, cleared binding levels {{(pid=78730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:36:58.377407 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] For port 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:36:58.381978 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284931'] for port, after_update {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:58.385791 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ce81151e-72e2-4a94-8698-4688ae318851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:36:58.475030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:58.475636 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:58.476854 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] 10.222.0.66 "PUT /v2.0/ports/4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 1094 time: 1.0415664 May 10 19:36:58.488498 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:36:58.553400 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f38e470-3e1e-4ff7-90ba-76247cdd3946,revision_number=3']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:36:58.556831 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:36:58.618854 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc5d45-d0d6-455c-9651-9808c03e23f5 req-c8c25b38-432b-4b36-8c30-85d851e810c1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:58.620384 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0edc5d45-d0d6-455c-9651-9808c03e23f5 req-c8c25b38-432b-4b36-8c30-85d851e810c1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 944 time: 0.1998241 May 10 19:36:58.651408 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-ff7f2bf9-7c3d-4025-b16a-0a417aafd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:58.652895 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-ff7f2bf9-7c3d-4025-b16a-0a417aafd2e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1097 time: 0.1317723 May 10 19:36:58.735601 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'status': 'completed', 'code': 200} May 10 19:36:58.748329 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-5b940111-124c-485e-b8dd-9b4094d21ebf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 217 time: 0.0865033 May 10 19:36:58.752937 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0edc5d45-d0d6-455c-9651-9808c03e23f5 req-71db1c6e-1957-4071-9046-210bd759de85 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198509 May 10 19:36:58.812617 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-1359553c-3105-437f-86be-2cfeb02aa403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:58.814070 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-1359553c-3105-437f-86be-2cfeb02aa403 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad HTTP/1.1" status: 200 len: 853 time: 0.0592730 May 10 19:36:58.895811 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-ee41219e-80f3-4bcd-af6d-6628146faa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:58.897308 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-ee41219e-80f3-4bcd-af6d-6628146faa16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e176faf-933c-40fc-b386-752f434dd95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769382 May 10 19:36:58.990831 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:59.031690 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-ddee02f6-ea7a-4a75-9c7a-08b119002086 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278038 May 10 19:36:59.161173 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2b65d18b-fd29-484c-8e88-67f2f8b2d64c req-05da7f25-e54d-4215-b1d2-3982455773b2 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228273 May 10 19:36:59.271984 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-d44a0655-5e8e-4776-9303-a30911e7f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:59.273447 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-d44a0655-5e8e-4776-9303-a30911e7f6f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1097 time: 0.0698221 May 10 19:36:59.403565 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-78a2a8c1-97d5-4366-93a7-1f6a10ca4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:59.405069 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-78a2a8c1-97d5-4366-93a7-1f6a10ca4a65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 200 len: 915 time: 0.1254044 May 10 19:36:59.477141 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-f3ac9999-de31-4c4f-915f-d7995efcdc05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 217 time: 0.0651417 May 10 19:36:59.538908 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-ab09421d-0f35-4476-b068-79d8f4cc9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:59.540365 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-ab09421d-0f35-4476-b068-79d8f4cc9692 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad HTTP/1.1" status: 200 len: 853 time: 0.0575151 May 10 19:36:59.619439 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-ae7bf3ec-010e-466b-bf86-089bc2a6aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:59.620973 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-ae7bf3ec-010e-466b-bf86-089bc2a6aa03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e176faf-933c-40fc-b386-752f434dd95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739655 May 10 19:36:59.853653 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-d51463e5-4ba3-4ed7-8333-c6e441fdf08b service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247777 May 10 19:36:59.944743 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16ff06-f916-4b3a-9eb7-9a93017e0fc6 req-a2661c9f-fd77-4163-82de-99f5e45c416e tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:59.946235 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-be16ff06-f916-4b3a-9eb7-9a93017e0fc6 req-a2661c9f-fd77-4163-82de-99f5e45c416e tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 944 time: 0.0833423 May 10 19:36:59.992178 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-be16ff06-f916-4b3a-9eb7-9a93017e0fc6 req-10d33a96-bd3a-4f5e-971e-476b790c72bf tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 May 10 19:36:59.992403 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e1d77a30-c49e-4283-8015-d8e87998e24d req-28d7e934-1938-4910-aa9c-e6147ffe7b6a service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303303 May 10 19:37:01.177837 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1520e3a-0687-4a67-a98f-7cf6ae7f3169 req-ade21320-4717-4c0a-b373-9408246f3d7c tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:01.179277 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d1520e3a-0687-4a67-a98f-7cf6ae7f3169 req-ade21320-4717-4c0a-b373-9408246f3d7c tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 944 time: 0.0798941 May 10 19:37:01.223605 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d1520e3a-0687-4a67-a98f-7cf6ae7f3169 req-14e660e3-ef2a-4dac-8b10-4bd63d367c44 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387383 May 10 19:37:02.335605 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 4f38e470-3e1e-4ff7-90ba-76247cdd3946 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:37:02.405280 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22183d12-b787-4f5e-86c8-1461e58b802d req-995d5ea6-bf83-4b8e-aee0-1b3a41370ba5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:02.406756 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-22183d12-b787-4f5e-86c8-1461e58b802d req-995d5ea6-bf83-4b8e-aee0-1b3a41370ba5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 944 time: 0.0821116 May 10 19:37:02.453568 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-22183d12-b787-4f5e-86c8-1461e58b802d req-58010353-abd0-4fae-8c67-94e0fd116fb0 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 May 10 19:37:02.509067 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:02.522070 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'port_id': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'mac_address': 'fa:16:3e:04:7b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:37:02.575001 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:02.591649 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f38e470-3e1e-4ff7-90ba-76247cdd3946 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:37:02.607470 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:02.611447 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:02.614253 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d1be2fa3-c510-4d85-961d-7ef8a1bfb96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:02.680370 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=4f38e470-3e1e-4ff7-90ba-76247cdd3946,revision_number=4']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:02.687627 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.687971 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.688307 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.688640 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.688967 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.689293 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.689649 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.689974 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.690297 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.690615 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.690932 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.691250 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:02.695725 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:02.924363 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:37:02.961342 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['4f38e470-3e1e-4ff7-90ba-76247cdd3946'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:37:03.635647 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427efa0-2ed3-4047-8bcc-c5c68383bbf0 req-44e161dc-22f3-44ae-aa3e-aea1c89faa66 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:03.637107 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1427efa0-2ed3-4047-8bcc-c5c68383bbf0 req-44e161dc-22f3-44ae-aa3e-aea1c89faa66 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 945 time: 0.0812981 May 10 19:37:03.680250 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1427efa0-2ed3-4047-8bcc-c5c68383bbf0 req-48894c64-cbab-4f22-8bd6-ba5ae1a02101 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 May 10 19:37:04.363098 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 4f38e470-3e1e-4ff7-90ba-76247cdd3946 up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:37:04.432457 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning for port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 completed by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:37:04.437742 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:04.438112 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:04.550637 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:04.576571 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:04.586105 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:04.590799 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:04.592622 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:04.629952 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'code': 200} May 10 19:37:04.661951 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=4f38e470-3e1e-4ff7-90ba-76247cdd3946,revision_number=5']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:04.664800 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:04.907772 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a5328-a9cb-44c5-80bc-239453b01986 req-de0778be-b5fc-4ef2-8bb5-09761cceaef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:04.909322 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e02a5328-a9cb-44c5-80bc-239453b01986 req-de0778be-b5fc-4ef2-8bb5-09761cceaef9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1099 time: 0.1266968 May 10 19:37:04.944016 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b371d-6bdc-48d9-a11e-e4b32f1be0c0 req-861ebec7-ff90-4add-b989-41572033ee39 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:04.945441 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c65b371d-6bdc-48d9-a11e-e4b32f1be0c0 req-861ebec7-ff90-4add-b989-41572033ee39 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.1334469 May 10 19:37:04.980911 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-e02a5328-a9cb-44c5-80bc-239453b01986 req-8ad70879-b6a4-4364-916d-95823e651e9a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646615 May 10 19:37:05.002893 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c65b371d-6bdc-48d9-a11e-e4b32f1be0c0 req-f962393e-71e4-4d45-ae66-4637eaa229d5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 May 10 19:37:06.194700 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5f3f-7138-407e-91c4-96f09968b977 req-8ea73029-47cd-454a-b70e-5323a79054ab tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:06.196164 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-964f5f3f-7138-407e-91c4-96f09968b977 req-8ea73029-47cd-454a-b70e-5323a79054ab tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.0810835 May 10 19:37:06.240901 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-964f5f3f-7138-407e-91c4-96f09968b977 req-890f08d4-59a5-4ec3-9068-494b8ab2d055 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387428 May 10 19:37:07.425938 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28f1bf-5f32-41b8-b6ce-00f5e2c17e4f req-be799063-873a-4031-bafb-82ac4a2cedd3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:07.427463 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4b28f1bf-5f32-41b8-b6ce-00f5e2c17e4f req-be799063-873a-4031-bafb-82ac4a2cedd3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.0795426 May 10 19:37:07.473441 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-4b28f1bf-5f32-41b8-b6ce-00f5e2c17e4f req-4d2842e9-6795-4871-9711-861112d4d08b tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 May 10 19:37:07.654767 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd1913-9932-419f-954d-622395aeb263 req-573ed7ad-8242-427f-af1f-63424e9248d1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:07.656222 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dfd1913-9932-419f-954d-622395aeb263 req-573ed7ad-8242-427f-af1f-63424e9248d1 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.0811660 May 10 19:37:07.701594 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2dfd1913-9932-419f-954d-622395aeb263 req-9bc1ec62-fc49-408f-a82a-e4547564f7c9 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392151 May 10 19:37:08.085696 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab4267-74d8-4e0c-a6b4-0b07a19a60ab req-5a040e35-73e1-4068-830b-fd37f26cf911 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:08.087122 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b0ab4267-74d8-4e0c-a6b4-0b07a19a60ab req-5a040e35-73e1-4068-830b-fd37f26cf911 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.0774715 May 10 19:37:08.133254 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b0ab4267-74d8-4e0c-a6b4-0b07a19a60ab req-54e2219d-4efb-431a-bcf1-d7dd613f4322 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 May 10 19:37:18.437783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d549e-3d4c-41e4-bab4-8d052b9cfed5 req-d02815e3-bbf4-44df-b0a7-8183771e850e tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:18.439260 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1f3d549e-3d4c-41e4-bab4-8d052b9cfed5 req-d02815e3-bbf4-44df-b0a7-8183771e850e tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.0831227 May 10 19:37:18.483593 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1f3d549e-3d4c-41e4-bab4-8d052b9cfed5 req-06dc5664-1992-43dd-94b3-b8f84a512703 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 May 10 19:37:18.506821 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55364) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:18.626314 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea892211-e666-415e-b9f5-acc39c4158ae tempest-TestMinimumBasicScenario-268020281 tempest-TestMinimumBasicScenario-268020281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:18.627006 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ea892211-e666-415e-b9f5-acc39c4158ae tempest-TestMinimumBasicScenario-268020281 tempest-TestMinimumBasicScenario-268020281-project-admin] Synchronizing usage tracker for tenant:2d13c28e09a24c4b9e2b0f1890d9131f on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:37:18.644253 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ea892211-e666-415e-b9f5-acc39c4158ae tempest-TestMinimumBasicScenario-268020281 tempest-TestMinimumBasicScenario-268020281-project-admin] Unset dirty status for tenant:2d13c28e09a24c4b9e2b0f1890d9131f on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:37:18.645405 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ea892211-e666-415e-b9f5-acc39c4158ae tempest-TestMinimumBasicScenario-268020281 tempest-TestMinimumBasicScenario-268020281-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1094 time: 0.1376226 May 10 19:37:18.648712 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55370) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:18.654430 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'floatingip': {'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'port_id': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:18.660312 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:18.664183 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Usage tracker for resource:floatingip and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:18.667015 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:18.672644 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:18.682853 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:18.894150 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.025902 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Allocated IP 172.27.2.192 (023dbdd1-28ed-4233-9e2e-882c5ffeeb29/140dd68d-6a69-4d4d-b2a7-67d633a42455/65903cdc-0513-409f-af68-a4ce62aaa721) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:37:19.175851 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.199992 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.210686 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735760572420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.215382 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-30326bfc-c5ac-43e5-975b-950262b7c3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:19.273483 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Network 023dbdd1-28ed-4233-9e2e-882c5ffeeb29 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:37:19.276250 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:37:19.278982 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:37:19.318235 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'Port': ['ID=65903cdc-0513-409f-af68-a4ce62aaa721,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:19.330362 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.330725 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.331079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.331429 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.331774 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.332117 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.332459 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.332802 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.333146 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.333484 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.333850 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.334188 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:19.338263 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:19.697224 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.778176 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.983694 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.987695 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:19.991989 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:20.093489 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'Port': ['ID=65903cdc-0513-409f-af68-a4ce62aaa721,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:20.097592 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:20.107673 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400767'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:20.279306 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Floating IP 347e388c-f807-4d55-8516-e5da3f64be2d associated. External IP: 172.27.2.192, port: 4f38e470-3e1e-4ff7-90ba-76247cdd3946. May 10 19:37:20.706922 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Router 28aa5850-7045-4e32-a36b-9305b6f1d281 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:37:20.886548 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:37:20.896232 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] Sync routers for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:37:20.906849 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:37:20.907474 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:36:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:20.911149 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:20.967148 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3171425 May 10 19:37:20.967530 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:20.969716 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55374) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:20.975336 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054188067', 'description': 'tempest-secgroup-smoke-2054188067 description', 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:20.981643 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:20.992248 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:21.004868 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.013315 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'status': 'completed', 'code': 200} May 10 19:37:21.033357 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:21.037178 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Usage tracker for resource:security_group_rule and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:21.042169 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:21.089020 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:21.089674 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:37:21.167685 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-d161b563-e827-4749-891d-44598ab2bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:21.169157 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-d161b563-e827-4749-891d-44598ab2bd4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1099 time: 0.1281910 May 10 19:37:21.203238 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.254691 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.263901 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-91d833ca-7866-4199-b58d-f27784540316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:21.319932 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.324414 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3503959 May 10 19:37:21.324414 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6b23be-16e2-4478-9c69-dc6b7127c958,revision_number=1']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:21.324994 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55380) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:21.331114 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b23be-16e2-4478-9c69-dc6b7127c958', 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:21.337507 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:21.342557 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Usage tracker for resource:security_group_rule and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:21.345732 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.346116 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.346501 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.346881 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.347288 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.347622 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.347990 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.348361 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.348728 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.349097 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.349457 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.349845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:37:21.350040 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:21.355022 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bd5d808d-66cd-4323-aaf3-c9c13ddbff45 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:21.365066 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:21.393785 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-97c84fae-e016-44bc-955d-158552b12d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:21.394358 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.396288 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-97c84fae-e016-44bc-955d-158552b12d5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 200 len: 915 time: 0.2149282 May 10 19:37:21.464489 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '347e388c-f807-4d55-8516-e5da3f64be2d', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'port_id': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'mac_address': 'fa:16:3e:04:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:19Z', 'revision_number': 0, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 5, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:21.467929 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.469718 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] Checking router: 28aa5850-7045-4e32-a36b-9305b6f1d281 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:37:21.472661 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.475071 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a51d72fe-1b8b-47e0-a10c-560dfb847d60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:21.478924 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:37:21.480082 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:36:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:21.501289 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aa5a16-c975-4ac5-a062-399076ca232a,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:21.503787 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:21.512136 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.516017 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ad9fda08-e482-4f9a-b7a2-3960af5c93f7 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1869631 May 10 19:37:21.516256 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55384) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:21.520911 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-a39dcb53-469b-401a-bf6a-c54e5814cfcb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 1000 time: 0.1174791 May 10 19:37:21.521937 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b23be-16e2-4478-9c69-dc6b7127c958', 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:21.527964 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:21.532092 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Usage tracker for resource:security_group_rule and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:21.535306 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:21.541322 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:21.560657 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.586333 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-64a61c5d-ef96-4054-bab6-682113b88b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:21.587932 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-64a61c5d-ef96-4054-bab6-682113b88b9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad HTTP/1.1" status: 200 len: 853 time: 0.0606639 May 10 19:37:21.625662 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.630156 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.635875 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:21.653732 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555d1e38-37b6-433e-8905-f22f4cbd47ff,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:21.660708 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:21.664712 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:37:21.671636 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.675447 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3d6e559a-8bbb-4876-a1ec-c517c8dd4730 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557157 May 10 19:37:21.675692 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55388) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:21.680791 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b23be-16e2-4478-9c69-dc6b7127c958', 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:21.681999 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-ceeff2e5-3fc2-4cad-b618-7b6238e445a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:21.684046 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-ceeff2e5-3fc2-4cad-b618-7b6238e445a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e176faf-933c-40fc-b386-752f434dd95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893173 May 10 19:37:21.687614 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:21.691395 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Usage tracker for resource:security_group_rule and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:21.694249 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:21.700670 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:21.719134 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.794491 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.799357 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.801786 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf7cfa26-b7db-4a10-a9e3-fae66df67b16 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:21.831994 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316c235d-b7f4-487f-aa45-bf83324c3e4e,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:21.835533 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:21.844878 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.848030 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-beca6f64-6bd2-4c12-8129-3e76efa02533 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556652 May 10 19:37:21.849261 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55392) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:21.849388 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e56c38d9-2cfc-477d-a5fe-8d449cba8125 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725655 May 10 19:37:21.854348 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b23be-16e2-4478-9c69-dc6b7127c958', 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:21.878393 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:21.887712 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Usage tracker for resource:security_group_rule and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:21.930023 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:21.945038 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:21.985709 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.030214 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-0ead65c3-4685-49ac-bb51-5663f1a4a20c req-f3a37016-d46e-4adf-9bf4-2d2978466b09 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711857 May 10 19:37:22.070119 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.074401 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.076799 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-624c4e92-2606-4053-89ff-850db99a1abf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:22.082535 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '347e388c-f807-4d55-8516-e5da3f64be2d', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'port_id': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'mac_address': 'fa:16:3e:04:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:19Z', 'revision_number': 0, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 5, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:37:22.086681 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4a7dd-fbca-48c2-b863-33b0ce10ede1 None None] The sync data for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi is: [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '347e388c-f807-4d55-8516-e5da3f64be2d', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'port_id': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'mac_address': 'fa:16:3e:04:7b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:37:19Z', 'updated_at': '2021-05-10T19:37:19Z', 'revision_number': 0, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 5, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:37:22.099892 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46093105-8a7c-47d1-8fa6-44c418cbef29,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:22.102678 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:22.110820 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.112159 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-d09348e9-db84-44f0-b397-c8cdcc2657de tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2621009 May 10 19:37:22.115034 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55396) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:22.120461 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b23be-16e2-4478-9c69-dc6b7127c958', 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:22.126677 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:22.130733 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Usage tracker for resource:security_group_rule and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:22.133689 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:22.139948 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:22.150852 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.securitygroups_db [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Project 9a44e88f12924d7cb946e22d7bd99bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:37:22.158741 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.227086 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.231067 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.233437 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:22.256008 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8e66e6-a496-408d-b4e8-3eb4d0843bd9,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:22.258513 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:22.266497 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.267692 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-cb29f1de-f2c2-4be5-b957-48485c351969 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516793 May 10 19:37:22.270641 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55400) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:37:22.277156 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.v2.base [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'security_group_rule': {'security_group_id': 'ea6b23be-16e2-4478-9c69-dc6b7127c958', 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:22.283313 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:37:22.287599 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Usage tracker for resource:security_group_rule and tenant:9a44e88f12924d7cb946e22d7bd99bc2 is out of sync, need to count used quota {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:37:22.290800 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78730) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:37:22.292616 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af843a5d-37a8-46f9-acda-2d6d763c8e4d None None] New status for floating IP 347e388c-f807-4d55-8516-e5da3f64be2d: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:37:22.297660 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.quota.driver [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78730) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:37:22.307899 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.securitygroups_db [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Project 9a44e88f12924d7cb946e22d7bd99bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:37:22.313892 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.382845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.386952 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340306'] for security_group_rule, after_create {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.389213 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:22.412507 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb88e468-5353-4623-8cfb-d495ec67f478,revision_number=0']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:22.415252 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:22.424908 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.429435 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c40ed893-02ac-4804-9d5d-d4d4e9c6ee73 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543603 May 10 19:37:22.560135 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-e7af7845-cb1e-422d-b49a-0f7c5f6560b2 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054188067&fields=id&tenant_id=9a44e88f12924d7cb946e22d7bd99bc2 HTTP/1.1" status: 200 len: 267 time: 0.0481353 May 10 19:37:22.668543 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-60b7dfe7-2e6e-4d4e-b03b-b59a4bede04d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:22.670012 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-60b7dfe7-2e6e-4d4e-b03b-b59a4bede04d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.1039450 May 10 19:37:22.681189 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'port': {'security_groups': ['090dc9d5-7f42-457e-98d9-2baf71c1a975', 'ea6b23be-16e2-4478-9c69-dc6b7127c958']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:37:22.798817 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.059205 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] For port 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:37:23.084527 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.089578 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.094922 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:37:23.101356 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['4f38e470-3e1e-4ff7-90ba-76247cdd3946'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:37:23.155214 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:23.155827 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.157233 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-181acd44-cbeb-4df2-bd0c-07714dfa26ab req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "PUT /v2.0/ports/4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 982 time: 0.4809573 May 10 19:37:23.157841 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:37:23.190191 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'Port': ['ID=4f38e470-3e1e-4ff7-90ba-76247cdd3946,revision_number=6']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:37:23.196056 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7cbc346e-db10-4476-9fa4-630070517037 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:37:23.245696 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'status': 'completed', 'code': 200} May 10 19:37:23.248746 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['4f38e470-3e1e-4ff7-90ba-76247cdd3946'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:37:23.441684 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-ff5a1b34-a6f4-4a20-8226-0cf547128c72 None None] Provisioning complete for port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:37:23.441981 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1b34-a6f4-4a20-8226-0cf547128c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.517010 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-2e4b97ff-b5d6-4d73-9bcf-476acb73304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:23.518514 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-2e4b97ff-b5d6-4d73-9bcf-476acb73304a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1138 time: 0.2487800 May 10 19:37:23.528080 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0b567-b6cf-465d-9037-ec452e278c2e req-c947635f-6dbb-4d02-8376-5ed296fdd161 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:23.529493 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f4b0b567-b6cf-465d-9037-ec452e278c2e req-c947635f-6dbb-4d02-8376-5ed296fdd161 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.1155512 May 10 19:37:23.655848 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-701779b9-fa54-4ac8-a4f8-43d2d453e15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.669775 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-f4b0b567-b6cf-465d-9037-ec452e278c2e req-90eb319d-2ed5-4791-b569-d1dcb832bafb tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Synchronizing usage tracker for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:security_group {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:37:23.704435 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-c8b88492-ef78-4f9f-9d42-ccac6b422f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:23.705900 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-c8b88492-ef78-4f9f-9d42-ccac6b422f86 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 200 len: 915 time: 0.1754999 May 10 19:37:23.706974 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-f4b0b567-b6cf-465d-9037-ec452e278c2e req-90eb319d-2ed5-4791-b569-d1dcb832bafb tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Unset dirty status for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:security_group {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:37:23.708007 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-f4b0b567-b6cf-465d-9037-ec452e278c2e req-90eb319d-2ed5-4791-b569-d1dcb832bafb tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598098 May 10 19:37:23.814444 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-c317f1ee-03ba-426d-8a29-3447feafec5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 1002 time: 0.0998797 May 10 19:37:23.878560 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-10c57ec7-eb0d-4ff6-ae61-23f73943c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:23.880022 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-10c57ec7-eb0d-4ff6-ae61-23f73943c68d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad HTTP/1.1" status: 200 len: 853 time: 0.0591347 May 10 19:37:23.961517 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-db5b5160-fb74-478b-9fe7-25998c045218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:23.962933 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-db5b5160-fb74-478b-9fe7-25998c045218 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e176faf-933c-40fc-b386-752f434dd95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762622 May 10 19:37:24.101415 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-184c71bf-abfd-43ad-8cb0-b130209da373 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304989 May 10 19:37:24.235418 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a4e9fe0a-3830-4142-b252-b6deb427f275 req-b0b3210d-d487-4fad-9e90-0ab5efb072a8 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268258 May 10 19:37:26.545630 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1f6df8b7-83c4-4da8-ab8a-c70a34558b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:26.567495 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:27.053901 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-0e573cf3-1b4d-4563-be66-01e4f119ff7f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677812 May 10 19:37:27.145609 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-182c2289-e3fb-4af7-a235-aa904c263798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:27.146955 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-182c2289-e3fb-4af7-a235-aa904c263798 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1098 time: 0.0687950 May 10 19:37:27.294657 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-5787982c-a0c3-4cb2-acfd-38466c0a0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:27.296101 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-5787982c-a0c3-4cb2-acfd-38466c0a0f2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 910 time: 0.1258163 May 10 19:37:27.400821 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-111b5542-69e9-4d84-ac95-fb3f9f4c9179 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 1001 time: 0.0981808 May 10 19:37:27.468404 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-5bba9aba-8633-400e-b4c9-579a586ce1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:27.469902 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-5bba9aba-8633-400e-b4c9-579a586ce1e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 200 len: 848 time: 0.0620177 May 10 19:37:27.546362 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-9ac1f539-66ec-4f84-ac0c-99a36f86cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:27.547815 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-9ac1f539-66ec-4f84-ac0c-99a36f86cd52 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9deb14f-857e-4e80-a113-09355d9cc05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688207 May 10 19:37:27.618459 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:27.678263 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-cfb2c6b5-7e1b-4904-a1a6-2cd87c22490d service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231537 May 10 19:37:27.901366 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-27ad122d-f6cf-40a0-bd01-8de9b6d8c35a req-76889715-8f0b-4a18-9b14-92335f24224a service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161617 May 10 19:37:28.994214 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:39.923345 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:37:49.189105 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:53.578731 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-570d5402-d00a-458f-b068-827331d6b734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:56.546599 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a0bd-aec9-4c18-8bf2-9f13ebf03bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:56.568369 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:57.621507 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:58.999800 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:10.619374 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55442) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:10.882950 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Deleting port 243d6c13-8b0e-4768-a942-c623c3811959 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:10.883211 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.003707 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.004033 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.137055 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Calling delete_port for 243d6c13-8b0e-4768-a942-c623c3811959 owned by network:floatingip {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:11.265176 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.268998 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:11.316030 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event deleted for resources: {'Port': ['ID=243d6c13-8b0e-4768-a942-c623c3811959,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:11.319059 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:11.406307 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.406639 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.l3_db [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Floating IP 474a6d9d-20d9-4d58-8354-1fd1e2ec4e33 disassociated (deleted). External IP: 172.27.2.140, port: 894729bd-4e8a-421e-8535-517145c30918. May 10 19:38:11.760278 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Router 57405021-d995-494b-9f75-db57107cc037 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:38:12.046597 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:38:12.055732 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:38:12.065499 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:38:12.066173 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:37:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:12.067215 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:12.131890 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-2e7e41cc-3309-4431-b2b5-61e905c37f7d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "DELETE /v2.0/floatingips/474a6d9d-20d9-4d58-8354-1fd1e2ec4e33 HTTP/1.1" status: 204 len: 168 time: 1.5113821 May 10 19:38:12.132585 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'tag': '894729bd-4e8a-421e-8535-517145c30918'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:12.181324 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'tag': '894729bd-4e8a-421e-8535-517145c30918', 'status': 'completed', 'code': 200} May 10 19:38:12.255025 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:38:12.326748 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-64103df3-3857-4c87-a008-e0d48977e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:12.328334 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-64103df3-3857-4c87-a008-e0d48977e1fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 1099 time: 0.1195807 May 10 19:38:12.472528 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-d0e2c511-967f-4930-b774-cfb4f6559908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:12.474463 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-d0e2c511-967f-4930-b774-cfb4f6559908 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1387839 May 10 19:38:12.584410 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-b63df3ce-dbf0-4d0b-8e3b-0b257f41ac59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=894729bd-4e8a-421e-8535-517145c30918 HTTP/1.1" status: 200 len: 217 time: 0.1020806 May 10 19:38:12.660395 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-cb3f4976-3b33-45f7-bca8-e610c246f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:12.661848 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-cb3f4976-3b33-45f7-bca8-e610c246f389 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0695605 May 10 19:38:12.662169 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:35Z', 'revision_number': 1, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:12.666140 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:38:12.675838 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:38:12.676449 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:37:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:12.721766 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d65c4-42bd-4f7f-acbf-208738b837ff req-28bf95fe-dd3b-4eea-90f9-6d696ad570a9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:12.722469 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7f0d65c4-42bd-4f7f-acbf-208738b837ff req-28bf95fe-dd3b-4eea-90f9-6d696ad570a9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:12.747567 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-7f0d65c4-42bd-4f7f-acbf-208738b837ff req-28bf95fe-dd3b-4eea-90f9-6d696ad570a9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:12.748750 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7f0d65c4-42bd-4f7f-acbf-208738b837ff req-28bf95fe-dd3b-4eea-90f9-6d696ad570a9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 946 time: 0.3209097 May 10 19:38:12.785370 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-d08fa8be-56ae-43ee-bda0-77a274fa8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:12.788294 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-d08fa8be-56ae-43ee-bda0-77a274fa8feb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1147065 May 10 19:38:12.856818 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:38:12.877735 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7f0d65c4-42bd-4f7f-acbf-208738b837ff req-3cdde59e-33e5-47a5-899b-37c52568ed69 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196105 May 10 19:38:12.941662 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-d6033aa9-d617-4151-89c3-752e03b0276b service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343491 May 10 19:38:13.076197 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-9aa0b429-a0af-43f3-a6d8-4edc9f441995 req-ec742a86-43a2-4e42-b6eb-30eeae23423d service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278765 May 10 19:38:13.203296 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:35Z', 'revision_number': 1, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:13.207327 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf895e7-3b31-4e93-bdb2-8022e8948f77 None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_floatingips': [{'id': '41b02e34-8cfe-48f8-8602-c4024597b60e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'router_id': '57405021-d995-494b-9f75-db57107cc037', 'port_id': '8c99a821-2c96-41b7-a84c-50ade346542f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'mac_address': 'fa:16:3e:61:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:33:32Z', 'updated_at': '2021-05-10T19:33:35Z', 'revision_number': 1, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:38:13.497691 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53321c4e-9031-4f0b-a36c-012cb2b2eed1 None None] New status for floating IP 474a6d9d-20d9-4d58-8354-1fd1e2ec4e33: DOWN {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:38:14.114466 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fc4f1-4b15-4d45-b71c-2814e5a20939 req-5aaf4b5f-7e87-4e27-aaf7-8213d1ca9dc8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:14.115827 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-874fc4f1-4b15-4d45-b71c-2814e5a20939 req-5aaf4b5f-7e87-4e27-aaf7-8213d1ca9dc8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 946 time: 0.1325405 May 10 19:38:14.159801 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-874fc4f1-4b15-4d45-b71c-2814e5a20939 req-fadf870c-fef7-4b7a-964c-ccbe0cdb8ab3 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382075 May 10 19:38:14.454689 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-6d5f18d1-2ea7-48f7-8a38-f95462632369 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:14.456213 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-6d5f18d1-2ea7-48f7-8a38-f95462632369 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 946 time: 0.0807533 May 10 19:38:14.594237 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Deleting port 894729bd-4e8a-421e-8535-517145c30918 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:14.594577 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.729400 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] For port 894729bd-4e8a-421e-8535-517145c30918, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=894729bd-4e8a-421e-8535-517145c30918,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:14.729711 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.851645 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Calling delete_port for 894729bd-4e8a-421e-8535-517145c30918 owned by compute:nova {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:14.963494 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:14.969345 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-acdb9f05-ec7e-433a-bc9b-0b8b5dbf0729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:15.099949 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event deleted for resources: {'Port': ['ID=894729bd-4e8a-421e-8535-517145c30918,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:15.102784 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:15.173996 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] No DVR routers for this DVR port 894729bd-4e8a-421e-8535-517145c30918 on host hv-cinder-78445 {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:38:15.176449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:15.178965 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'name': 'network-vif-deleted', 'tag': '894729bd-4e8a-421e-8535-517145c30918'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:15.196562 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-54158176-dd2e-45b8-8822-0feb32a29cf6 req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "DELETE /v2.0/ports/894729bd-4e8a-421e-8535-517145c30918 HTTP/1.1" status: 204 len: 173 time: 0.7349567 May 10 19:38:15.227699 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28207a81-8a07-4dd2-b637-1ed4604a0208', 'name': 'network-vif-deleted', 'tag': '894729bd-4e8a-421e-8535-517145c30918', 'status': 'completed', 'code': 200} May 10 19:38:15.314839 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-1307bae1-abfb-4e50-bcca-39ea5d10e957 req-464ae3f5-4605-4005-9766-115663b37759 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:15.330489 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-1307bae1-abfb-4e50-bcca-39ea5d10e957 req-464ae3f5-4605-4005-9766-115663b37759 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:15.331643 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-1307bae1-abfb-4e50-bcca-39ea5d10e957 req-464ae3f5-4605-4005-9766-115663b37759 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=28207a81-8a07-4dd2-b637-1ed4604a0208 HTTP/1.1" status: 200 len: 210 time: 0.0595050 May 10 19:38:16.923640 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:38:16.956402 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2949-d3f4-437c-99b2-7fdb47c4a26c req-aee4e172-fcc9-4d1a-a258-aed50590c7f4 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:16.957764 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ab5d2949-d3f4-437c-99b2-7fdb47c4a26c req-aee4e172-fcc9-4d1a-a258-aed50590c7f4 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.1644709 May 10 19:38:17.002428 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ab5d2949-d3f4-437c-99b2-7fdb47c4a26c req-fab5d7e3-f27b-43f9-8e91-5c3cea22b138 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379424 May 10 19:38:18.191936 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1c3a-e4bc-4df4-b729-c9e00e400996 req-6d138f36-f66b-4f6f-9594-84bc21e4251e tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:18.193395 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-655b1c3a-e4bc-4df4-b729-c9e00e400996 req-6d138f36-f66b-4f6f-9594-84bc21e4251e tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0796268 May 10 19:38:18.241018 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-655b1c3a-e4bc-4df4-b729-c9e00e400996 req-f5336355-f8ed-4cea-8eb9-bf07e9c28bf1 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416095 May 10 19:38:18.662188 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 894729bd-4e8a-421e-8535-517145c30918 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:18.695496 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 894729bd-4e8a-421e-8535-517145c30918 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:18.695840 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 894729bd-4e8a-421e-8535-517145c30918 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:18.820773 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55486) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:19.082695 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Deleting port 0f6d57de-56a2-4478-a92b-62575706865b {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:19.083033 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.184955 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.203605 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.204166 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.327039 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Calling delete_port for 0f6d57de-56a2-4478-a92b-62575706865b owned by network:floatingip {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:19.430033 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f8b8-0fb4-490d-90b6-1112fafaa610 req-9809210b-990a-4155-b8c6-8276282b917a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:19.431531 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d827f8b8-0fb4-490d-90b6-1112fafaa610 req-9809210b-990a-4155-b8c6-8276282b917a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0844393 May 10 19:38:19.458569 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.463322 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6df550b9-dc9b-44c8-8c28-cfe7583e4df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:19.481776 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d827f8b8-0fb4-490d-90b6-1112fafaa610 req-6cf1a71e-e337-4790-9ea6-4d69508a6e1e tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440395 May 10 19:38:19.509765 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event deleted for resources: {'Port': ['ID=0f6d57de-56a2-4478-a92b-62575706865b,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:19.516163 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:19.604597 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:19.604926 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.l3_db [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Floating IP 41b02e34-8cfe-48f8-8602-c4024597b60e disassociated (deleted). External IP: 172.27.2.93, port: 8c99a821-2c96-41b7-a84c-50ade346542f. May 10 19:38:20.051581 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Router 57405021-d995-494b-9f75-db57107cc037 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:38:20.231996 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:38:20.241089 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:38:20.250860 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:38:20.251460 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:37:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:20.251875 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:20.313476 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-36bb3908-8eb6-49e2-8f51-e44202f031b5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "DELETE /v2.0/floatingips/41b02e34-8cfe-48f8-8602-c4024597b60e HTTP/1.1" status: 204 len: 168 time: 1.4891500 May 10 19:38:20.313476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:20.385188 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f', 'status': 'completed', 'code': 200} May 10 19:38:20.436614 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:38:20.486116 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-6ebd19e7-746e-4d90-9b4c-5a3898f22a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.487549 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-6ebd19e7-746e-4d90-9b4c-5a3898f22a86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2135c2e2dd0243199633660d0375a96c&device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 1098 time: 0.0783641 May 10 19:38:20.639924 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-e20e9470-2300-4010-a6ce-b0ebd2b5eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.641437 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-e20e9470-2300-4010-a6ce-b0ebd2b5eb7a service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 200 len: 913 time: 0.1474211 May 10 19:38:20.695189 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1210845-1142-42f0-8648-b5f2985ec818 req-26a33349-180b-4e54-882c-bf981d73024c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.696897 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d1210845-1142-42f0-8648-b5f2985ec818 req-26a33349-180b-4e54-882c-bf981d73024c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0835023 May 10 19:38:20.744611 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d1210845-1142-42f0-8648-b5f2985ec818 req-ca53a032-5ff2-4a59-a84c-01934af46ffb tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388172 May 10 19:38:20.749638 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-ee279013-4b3c-43e0-874b-31562c6eb5fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c99a821-2c96-41b7-a84c-50ade346542f HTTP/1.1" status: 200 len: 217 time: 0.1012208 May 10 19:38:20.793164 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:20.797497 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:38:20.819596 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:38:20.819768 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:37:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:20.834653 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-cc8bbfc3-8570-4bff-bedb-33593c949d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.836089 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-cc8bbfc3-8570-4bff-bedb-33593c949d9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 200 len: 851 time: 0.0802608 May 10 19:38:20.901139 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec307d-9f14-4da0-81ee-917604b5f1ba req-52ebb389-5521-42ab-b78d-4ccfff2dc85a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.901869 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-cfec307d-9f14-4da0-81ee-917604b5f1ba req-52ebb389-5521-42ab-b78d-4ccfff2dc85a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Synchronizing usage tracker for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:38:20.922938 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-cfec307d-9f14-4da0-81ee-917604b5f1ba req-52ebb389-5521-42ab-b78d-4ccfff2dc85a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Unset dirty status for tenant:2135c2e2dd0243199633660d0375a96c on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:38:20.924642 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cfec307d-9f14-4da0-81ee-917604b5f1ba req-52ebb389-5521-42ab-b78d-4ccfff2dc85a tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 945 time: 0.2173543 May 10 19:38:20.964193 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-658fc997-d956-4ca1-b153-a3ee401930ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:20.965729 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-658fc997-d956-4ca1-b153-a3ee401930ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1220253 May 10 19:38:21.047055 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:38:21.055602 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-cfec307d-9f14-4da0-81ee-917604b5f1ba req-89c294f9-a777-4129-9ed2-36d116acec54 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240880 May 10 19:38:21.115987 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-4dc85747-2293-4a24-8f12-5865ab403402 service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415491 May 10 19:38:21.248571 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a854f510-c665-4ee7-adb0-fd872ec6ae16 req-269bde60-29e0-430d-b4fa-7e0cf31e1cbb service neutron] 10.222.0.66 "GET /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251900 May 10 19:38:21.360563 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:21.368666 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e452d-fb4b-4453-ad7d-79f7a5c312b5 None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:39Z', 'revision_number': 4, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '44993dbf-eccf-44b6-beef-8db5d616f509', 'name': '', 'network_id': '1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'mac_address': 'fa:16:3e:67:a9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:38Z', 'updated_at': '2021-05-10T19:29:45Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'subnets': [{'id': '09e5fc85-dd61-498b-81e9-bf91edfb8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:38:21.575811 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab6c8c-d880-40d6-bf67-db08962d2725 None None] New status for floating IP 41b02e34-8cfe-48f8-8602-c4024597b60e: DOWN {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:38:21.937962 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790e0c-ef01-46fe-9f2b-b602b459498c req-732a5003-2cef-4c31-977a-65851d8cd82a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:21.939962 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b790e0c-ef01-46fe-9f2b-b602b459498c req-732a5003-2cef-4c31-977a-65851d8cd82a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0835352 May 10 19:38:21.987833 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b790e0c-ef01-46fe-9f2b-b602b459498c req-c1e73ea0-a967-44eb-8ae2-f4fdc5580430 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414398 May 10 19:38:22.145829 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-5f208375-38d4-4de1-8596-6a1864d08885 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:22.147264 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-5f208375-38d4-4de1-8596-6a1864d08885 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 945 time: 0.0809765 May 10 19:38:22.343150 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db636432-9065-43af-9165-00d90c48b9af req-a03e7f22-8b02-4d6f-a4fb-5447067a3572 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:22.345830 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-db636432-9065-43af-9165-00d90c48b9af req-a03e7f22-8b02-4d6f-a4fb-5447067a3572 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 945 time: 0.1595421 May 10 19:38:22.387549 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Deleting port 8c99a821-2c96-41b7-a84c-50ade346542f {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:22.387909 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:22.479559 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-db636432-9065-43af-9165-00d90c48b9af req-19cf6436-38d0-4b55-a654-c0dfe53ef3b7 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc672679-cbb6-4e4a-8a45-753d9b87aed0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268702 May 10 19:38:22.526866 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ede1-020d-413a-98ec-418f18b42361 req-c110ea35-dc12-493a-a748-3579ed368830 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:22.528375 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4f06ede1-020d-413a-98ec-418f18b42361 req-c110ea35-dc12-493a-a748-3579ed368830 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.1082363 May 10 19:38:22.532363 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-40bcb21d-a38d-4809-8612-e79b69d7f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:22.533846 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-40bcb21d-a38d-4809-8612-e79b69d7f13b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1138 time: 0.1484869 May 10 19:38:22.552100 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] For port 8c99a821-2c96-41b7-a84c-50ade346542f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8c99a821-2c96-41b7-a84c-50ade346542f,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:22.552455 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:22.656230 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4f06ede1-020d-413a-98ec-418f18b42361 req-9445eb5b-a338-4502-9346-a8cb6e681c97 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207011 May 10 19:38:22.708107 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-6a762050-49b8-4b7d-b21c-18a82fab675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:22.709575 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-6a762050-49b8-4b7d-b21c-18a82fab675c service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 200 len: 915 time: 0.1604421 May 10 19:38:22.784575 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Calling delete_port for 8c99a821-2c96-41b7-a84c-50ade346542f owned by compute:nova {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:22.820252 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-7d3a75c4-695d-4efa-b6eb-bb23a84ac56d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 1002 time: 0.1033669 May 10 19:38:22.886892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-f581ea2d-03c9-41e6-88e2-ac92a6c33910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:22.888309 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-f581ea2d-03c9-41e6-88e2-ac92a6c33910 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad HTTP/1.1" status: 200 len: 853 time: 0.0613103 May 10 19:38:22.899425 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:22.906842 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:22.958521 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event deleted for resources: {'Port': ['ID=8c99a821-2c96-41b7-a84c-50ade346542f,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:22.973793 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-1796fe17-b967-4625-92d1-2032218eb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:22.975297 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-1796fe17-b967-4625-92d1-2032218eb3aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e176faf-933c-40fc-b386-752f434dd95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799501 May 10 19:38:23.001214 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.001620 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.001997 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.002366 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.002728 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.003090 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.003450 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.003808 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.004166 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.004522 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.004878 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.005225 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:23.041008 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:23.056813 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] No DVR routers for this DVR port 8c99a821-2c96-41b7-a84c-50ade346542f on host hv-cinder-78445 {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:38:23.059190 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:23.062401 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'name': 'network-vif-deleted', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:23.080878 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c85c1445-6097-448a-a13f-6cdc46afa0ce req-3dce5dc9-015b-4430-b1f8-39b01ebe9dc9 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.66 "DELETE /v2.0/ports/8c99a821-2c96-41b7-a84c-50ade346542f HTTP/1.1" status: 204 len: 173 time: 0.9274895 May 10 19:38:23.120904 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb0ff05-aa7f-4ff1-82c3-23eb6541f701', 'name': 'network-vif-deleted', 'tag': '8c99a821-2c96-41b7-a84c-50ade346542f', 'status': 'completed', 'code': 200} May 10 19:38:23.128895 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-49ac68de-0542-4d3a-9dca-ec3b3d7d9e89 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457117 May 10 19:38:23.215681 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789bb5-51f1-404d-b20b-3808a2f44f7e req-37e7b214-96fc-4b07-a750-8900c1c5ba59 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:23.217356 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-92789bb5-51f1-404d-b20b-3808a2f44f7e req-37e7b214-96fc-4b07-a750-8900c1c5ba59 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0878038 May 10 19:38:23.264401 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b944ca61-02d5-41a8-875b-d6f9d70f81eb req-0921be85-2982-4e1e-b0b6-cdd768b52e97 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272190 May 10 19:38:23.271091 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-92789bb5-51f1-404d-b20b-3808a2f44f7e req-09cc95e4-ee62-4c6c-9817-bf1c1142edc4 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472639 May 10 19:38:23.582059 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf049-31ba-4921-a492-2e1de7422a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:23.657207 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1123d3d2-921c-4356-9c7e-89b9d86f3ae4 req-00faaa89-f057-4896-84b2-9fbf26b2cd72 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb0ff05-aa7f-4ff1-82c3-23eb6541f701 HTTP/1.1" status: 200 len: 210 time: 0.0437210 May 10 19:38:23.850926 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118005b-bb5a-4e34-b035-9db283f11476 req-8caf3bbc-a158-44c1-bfb3-1118b5c47316 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:23.852887 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6118005b-bb5a-4e34-b035-9db283f11476 req-8caf3bbc-a158-44c1-bfb3-1118b5c47316 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.0858507 May 10 19:38:23.908333 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6118005b-bb5a-4e34-b035-9db283f11476 req-67513184-d6c3-4a06-aeb9-3fe29458b959 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490646 May 10 19:38:24.459033 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5314db-4d94-4faa-8071-5be0b82f55a5 req-3c23dfec-5c5e-4526-955c-c362f8440e93 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:24.460527 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4c5314db-4d94-4faa-8071-5be0b82f55a5 req-3c23dfec-5c5e-4526-955c-c362f8440e93 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0823481 May 10 19:38:24.504229 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4c5314db-4d94-4faa-8071-5be0b82f55a5 req-10ed53b7-9f56-4842-8359-b4d7cc4aef31 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379572 May 10 19:38:24.750546 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55524) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:24.971401 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Deleting port 780bbf5e-40fb-412d-942e-1161bff15984 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:24.972091 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.097941 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.098354 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.099171 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d86aa6-533a-4f9d-bc67-9dbf4a789a57 req-59fb03b4-00af-44a9-a18e-c51d9a96b935 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:25.100693 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83d86aa6-533a-4f9d-bc67-9dbf4a789a57 req-59fb03b4-00af-44a9-a18e-c51d9a96b935 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.0816782 May 10 19:38:25.149683 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83d86aa6-533a-4f9d-bc67-9dbf4a789a57 req-ffee9262-d4d5-4b30-a342-279a76713d5b tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430372 May 10 19:38:25.222088 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Calling delete_port for 780bbf5e-40fb-412d-942e-1161bff15984 owned by network:floatingip {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:25.329701 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.334052 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5ee77ece-3421-4914-900c-3e3c22aa93e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:25.381102 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event deleted for resources: {'Port': ['ID=780bbf5e-40fb-412d-942e-1161bff15984,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:25.406337 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:25.472725 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for floatingip, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.486782 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:25.487898 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "DELETE /v2.0/floatingips/4d95ac10-c4af-4e76-b6ba-af011e7a5be4 HTTP/1.1" status: 204 len: 168 time: 0.7363729 May 10 19:38:25.696289 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f32b2-0bb0-4791-be86-555ebc1bafa5 req-cd3cef02-8f2a-46b4-94c2-7857e4007b40 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:25.698028 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-926f32b2-0bb0-4791-be86-555ebc1bafa5 req-cd3cef02-8f2a-46b4-94c2-7857e4007b40 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0895467 May 10 19:38:25.746978 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-926f32b2-0bb0-4791-be86-555ebc1bafa5 req-ff958cee-7673-46a4-b7af-c0cf28cbeab0 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427949 May 10 19:38:26.341647 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d8a81-e885-4437-924d-6cd41f70e0fe req-58879da0-260c-4f62-b5ac-78970f30251d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:26.343027 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c50d8a81-e885-4437-924d-6cd41f70e0fe req-58879da0-260c-4f62-b5ac-78970f30251d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.0880156 May 10 19:38:26.391398 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-c50d8a81-e885-4437-924d-6cd41f70e0fe req-92b36406-7829-4d74-b0b5-76a38f965b8e tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416491 May 10 19:38:26.550242 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d38d8af1-1cf0-47a4-ac28-cb419780fdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.570134 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.701631 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 8c99a821-2c96-41b7-a84c-50ade346542f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:26.734784 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 8c99a821-2c96-41b7-a84c-50ade346542f {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:26.735127 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 8c99a821-2c96-41b7-a84c-50ade346542f not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:26.863871 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55548) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:26.938020 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-206ec5cb-16d1-4ef4-be96-b875e356c4ed tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:26.968558 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-206ec5cb-16d1-4ef4-be96-b875e356c4ed tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.040377 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-206ec5cb-16d1-4ef4-be96-b875e356c4ed tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.045673 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-124521f0-4846-4b45-bf9e-aea95860e588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:27.060813 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ec5cb-16d1-4ef4-be96-b875e356c4ed tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc672679-cbb6-4e4a-8a45-753d9b87aed0,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:27.064180 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-206ec5cb-16d1-4ef4-be96-b875e356c4ed tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:27.074240 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-206ec5cb-16d1-4ef4-be96-b875e356c4ed tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.075364 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-206ec5cb-16d1-4ef4-be96-b875e356c4ed tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] 10.222.0.58 "DELETE /v2.0/security-groups/fc672679-cbb6-4e4a-8a45-753d9b87aed0 HTTP/1.1" status: 204 len: 168 time: 0.2104464 May 10 19:38:27.080055 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bad49-b1d3-4eff-a8d7-728836094386 req-fae11411-cbf4-4720-9009-ab2a110b44c2 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.081561 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-da8bad49-b1d3-4eff-a8d7-728836094386 req-fae11411-cbf4-4720-9009-ab2a110b44c2 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.2283521 May 10 19:38:27.124349 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-4223e0c1-89a1-4b14-be83-d03a0c088b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.125796 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-4223e0c1-89a1-4b14-be83-d03a0c088b7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1098 time: 0.2258728 May 10 19:38:27.140855 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55554) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:27.216774 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-da8bad49-b1d3-4eff-a8d7-728836094386 req-33960d06-5994-40de-aa02-7017120f8bc4 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219082 May 10 19:38:27.271413 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-171336b9-d544-4652-b9e7-41649d5683ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.272914 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-171336b9-d544-4652-b9e7-41649d5683ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 910 time: 0.1366227 May 10 19:38:27.389118 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-9bbbafcb-4794-4ab8-8b92-55defff4c1a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 1001 time: 0.1090074 May 10 19:38:27.456963 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-cf20903f-8e07-4b21-9cbf-582ccfc77aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.458956 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-cf20903f-8e07-4b21-9cbf-582ccfc77aea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 200 len: 848 time: 0.0633578 May 10 19:38:27.541223 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-2929b1f9-fb63-41fc-97bf-588c004c02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.542666 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-2929b1f9-fb63-41fc-97bf-588c004c02ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9deb14f-857e-4e80-a113-09355d9cc05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758591 May 10 19:38:27.626784 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:27.679542 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-1d21e185-e814-435b-a0c2-4b4c683b0313 service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299183 May 10 19:38:27.755051 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cea815-6287-4b5c-82f6-aced8ac66e91 req-e0098d49-8ce6-4cd5-b5b5-d6a723aff777 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:27.756503 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-85cea815-6287-4b5c-82f6-aced8ac66e91 req-e0098d49-8ce6-4cd5-b5b5-d6a723aff777 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.2446837 May 10 19:38:27.812808 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3fb580e6-858d-4b2f-9a98-804f6a0000fe req-a3787939-cb33-4c96-9164-30d081da60d1 service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268399 May 10 19:38:27.828649 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-85cea815-6287-4b5c-82f6-aced8ac66e91 req-10dfa5e1-fdb4-4b77-ade1-fc3080272ce3 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553946 May 10 19:38:28.030166 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.401329 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc7259-91bc-4150-847c-b511d9205201 req-c2e5e8c0-08ec-4c4e-bbcc-1901f6b3fbe3 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:28.402826 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3ffc7259-91bc-4150-847c-b511d9205201 req-c2e5e8c0-08ec-4c4e-bbcc-1901f6b3fbe3 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0789840 May 10 19:38:28.439888 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Deleting port 44993dbf-eccf-44b6-beef-8db5d616f509 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:28.440312 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.448285 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3ffc7259-91bc-4150-847c-b511d9205201 req-24f7e9f3-55ee-44c3-9682-dd89d86ec78a tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394809 May 10 19:38:28.560142 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] For port 44993dbf-eccf-44b6-beef-8db5d616f509, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=44993dbf-eccf-44b6-beef-8db5d616f509,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:28.560449 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.679580 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Calling delete_port for 44993dbf-eccf-44b6-beef-8db5d616f509 owned by network:router_interface {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:28.815837 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:28.819859 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:29.000241 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:29.005804 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=44993dbf-eccf-44b6-beef-8db5d616f509,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:29.039291 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:29.254623 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65c508-1412-47a9-a4f9-33395cb190d2 req-019c05c2-8069-4d52-9472-632d70020934 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:29.256106 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fa65c508-1412-47a9-a4f9-33395cb190d2 req-019c05c2-8069-4d52-9472-632d70020934 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.3018937 May 10 19:38:29.326668 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-fa65c508-1412-47a9-a4f9-33395cb190d2 req-727bf7e4-9565-439a-80e8-c8673eb7528f tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644286 May 10 19:38:29.349864 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:29.648732 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1771bdc-7fdf-4225-a2fa-bf75f9cb06f2 req-b6c9713f-8efd-443c-bf2e-fd4da59e2b8f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:29.650563 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c1771bdc-7fdf-4225-a2fa-bf75f9cb06f2 req-b6c9713f-8efd-443c-bf2e-fd4da59e2b8f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0946240 May 10 19:38:29.707696 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c1771bdc-7fdf-4225-a2fa-bf75f9cb06f2 req-7ea7a3ee-f68e-4c64-a857-9d0a79b3cde7 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492756 May 10 19:38:29.721051 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Router 57405021-d995-494b-9f75-db57107cc037 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:38:29.911607 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:38:29.920084 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] Sync routers for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:38:29.926340 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-875378af-9a44-4e5f-94e9-4a4388f51a03 admin admin] 10.222.0.58 "PUT /v2.0/routers/57405021-d995-494b-9f75-db57107cc037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7839048 May 10 19:38:29.928623 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55568) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:29.931910 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:38:29.932500 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:38:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:30.108225 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:38:30.109819 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks [] for router, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.397714 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:38:28Z', 'revision_number': 5, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port': {'id': '6cd2c8e4-e401-4f6e-906b-f412d0bfdddf', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57405021-d995-494b-9f75-db57107cc037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:30.402053 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] Checking router: 57405021-d995-494b-9f75-db57107cc037 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:38:30.404988 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.411827 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] Routers {'57405021-d995-494b-9f75-db57107cc037'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:38:30.412541 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:38:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['57405021-d995-494b-9f75-db57107cc037'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:30.543339 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Deleting port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:30.543681 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.562446 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] Set router 57405021-d995-494b-9f75-db57107cc037 gateway port host: None {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:38:30.564416 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f8450-3e13-4475-8657-d557a808745e req-8d82615b-0211-47e8-8072-23332cbe88ed tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:30.565927 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2d2f8450-3e13-4475-8657-d557a808745e req-8d82615b-0211-47e8-8072-23332cbe88ed tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.1190696 May 10 19:38:30.665701 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:38:30Z', 'revision_number': 6, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port_host': None}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:30.669648 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25a0b4-7aca-45e5-9002-fab15caf2de4 None None] The sync data for ids ['57405021-d995-494b-9f75-db57107cc037'] in dv-cinder-784453-6-iscsi is: [{'id': '57405021-d995-494b-9f75-db57107cc037', 'name': 'tempest-TestVolumeBootPattern-1507692251-router', 'tenant_id': '2135c2e2dd0243199633660d0375a96c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:35Z', 'updated_at': '2021-05-10T19:38:30Z', 'revision_number': 6, 'project_id': '2135c2e2dd0243199633660d0375a96c', 'gw_port_host': None}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:38:30.682573 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-2d2f8450-3e13-4475-8657-d557a808745e req-edf0c40a-4dc7-49a8-b454-cd261621c0a6 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682621 May 10 19:38:30.712236 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] For port 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=6cd2c8e4-e401-4f6e-906b-f412d0bfdddf,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:30.712604 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.840718 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Calling delete_port for 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf owned by network:router_gateway {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:30.900232 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e568a6-89f6-4760-9592-0674cbadfe3c req-51d4d774-8e84-4161-89cc-af9f9dcade02 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:30.901703 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d9e568a6-89f6-4760-9592-0674cbadfe3c req-51d4d774-8e84-4161-89cc-af9f9dcade02 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0892599 May 10 19:38:30.950848 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d9e568a6-89f6-4760-9592-0674cbadfe3c req-48af0cd2-282b-43b6-aa12-b363bdba9a24 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435107 May 10 19:38:30.980265 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:30.984929 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d8d8bbc7-cfb1-40a8-8710-be7331a7e2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:31.061955 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd2c8e4-e401-4f6e-906b-f412d0bfdddf,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:31.064987 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:31.069135 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 44993dbf-eccf-44b6-beef-8db5d616f509 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:31.107208 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 44993dbf-eccf-44b6-beef-8db5d616f509 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:31.107812 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 44993dbf-eccf-44b6-beef-8db5d616f509 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:31.138253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.328698 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.331390 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.362839 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fbac1-b9b0-4ce9-8bd3-7c26e0fd20a7 req-ed80ae82-1c2d-48a1-99df-41e0cc5cf6a1 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:31.365197 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f57fbac1-b9b0-4ce9-8bd3-7c26e0fd20a7 req-ed80ae82-1c2d-48a1-99df-41e0cc5cf6a1 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0969152 May 10 19:38:31.403603 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.404269 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57405021-d995-494b-9f75-db57107cc037 {{(pid=78730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:38:31.413558 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f57fbac1-b9b0-4ce9-8bd3-7c26e0fd20a7 req-ad1d83e9-1ab4-460c-b521-d0a1ee34c881 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419846 May 10 19:38:31.428321 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.429452 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-728c23c5-6126-47a5-b81a-8528736f9d61 admin admin] 10.222.0.58 "DELETE /v2.0/routers/57405021-d995-494b-9f75-db57107cc037 HTTP/1.1" status: 204 len: 168 time: 1.4999261 May 10 19:38:31.432155 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55582) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:31.508180 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Deleting subnet 09e5fc85-dd61-498b-81e9-bf91edfb8c10 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:38:31.512189 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.544451 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-3b6eea85-f623-457d-97a3-7a2c9bc16e23 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2386594 May 10 19:38:31.569914 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:31.652418 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.076844 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d885d-252e-4547-9d47-13358cae79f7 req-32e37d46-7c8e-4895-91c5-c34552168328 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:32.078983 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-af3d885d-252e-4547-9d47-13358cae79f7 req-32e37d46-7c8e-4895-91c5-c34552168328 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.2806993 May 10 19:38:32.128694 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.141466 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:32.170254 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-af3d885d-252e-4547-9d47-13358cae79f7 req-c3e886c7-2344-4227-92d7-2b60c21c289d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852847 May 10 19:38:32.180153 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.182865 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e5fc85-dd61-498b-81e9-bf91edfb8c10,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:32.185944 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe41b2b-3a5b-4c1d-8c88-4278b58dae91 None None] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:38:32.186477 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:32.192083 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/09e5fc85-dd61-498b-81e9-bf91edfb8c10 HTTP/1.1" status: 204 len: 168 time: 0.7589700 May 10 19:38:32.192921 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55594) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:32.300319 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.385746 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Deleting port d4ed8c91-379e-423c-951d-b847a025fe43 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:32.386382 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.520275 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] For port d4ed8c91-379e-423c-951d-b847a025fe43, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=d4ed8c91-379e-423c-951d-b847a025fe43,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:32.520638 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.542779 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] DHCP port deletion for 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e request from dv-cinder-784453-6-iscsi {{(pid=78732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:38:32.620296 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b425f-f2f7-440d-82fe-9d5eb58049d2 req-9a658054-20ee-423e-bf5d-2ac2223233c3 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:32.624966 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] Deleting port d4ed8c91-379e-423c-951d-b847a025fe43 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:32.625456 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.627196 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b1b425f-f2f7-440d-82fe-9d5eb58049d2 req-9a658054-20ee-423e-bf5d-2ac2223233c3 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0983851 May 10 19:38:32.670362 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Calling delete_port for d4ed8c91-379e-423c-951d-b847a025fe43 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:32.680614 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b1b425f-f2f7-440d-82fe-9d5eb58049d2 req-77292ff5-51b6-4462-9418-81a16f17ea20 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522587 May 10 19:38:32.727385 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.729154 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:32.738110 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e0c34734-fae9-43cc-a70b-fbd3aca337e8 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:32.784767 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ed8c91-379e-423c-951d-b847a025fe43,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:32.791122 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] No DVR routers for this DVR port d4ed8c91-379e-423c-951d-b847a025fe43 on host dv-cinder-784453-6-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:38:32.793070 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:32.797404 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] For port d4ed8c91-379e-423c-951d-b847a025fe43, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=d4ed8c91-379e-423c-951d-b847a025fe43,segment=NetworkSegment(65fe9a9e-6aa5-42f6-a336-351c345dc10d),segment_id=65fe9a9e-6aa5-42f6-a336-351c345dc10d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:32.797859 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.921024 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.932168 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] Calling delete_port for d4ed8c91-379e-423c-951d-b847a025fe43 owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:32.938781 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:32.953711 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fe9a9e-6aa5-42f6-a336-351c345dc10d') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:32.954541 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fe9a9e-6aa5-42f6-a336-351c345dc10d') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:32.968863 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.989397 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:32.998435 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:38:33.000196 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.008840 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:38:33.012571 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:38:33.023977 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:33.064058 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:33.064400 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 6cd2c8e4-e401-4f6e-906b-f412d0bfdddf not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:33.064816 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device d4ed8c91-379e-423c-951d-b847a025fe43 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:33.092022 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.097921 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-00a5bb5a-b055-45c4-a501-22a40ef01480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:33.110455 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: d4ed8c91-379e-423c-951d-b847a025fe43 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:33.110804 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device d4ed8c91-379e-423c-951d-b847a025fe43 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:33.116142 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.117792 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:33.123738 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:33.129049 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:33.129458 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:33.135395 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.138035 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:33.148092 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-10819fcf-f3f3-4a57-b682-edfdb5458b7e admin admin] 10.222.0.58 "DELETE /v2.0/networks/1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e HTTP/1.1" status: 204 len: 168 time: 0.9540157 May 10 19:38:33.151176 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55602) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:33.172819 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.187585 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'code': 200} May 10 19:38:33.201415 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] Network 1ca84cea-8a8e-4a37-8b58-0441b1d3bf0e is not hosted by any dhcp agent {{(pid=78732) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 19:38:33.201980 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] No DVR routers for this DVR port d4ed8c91-379e-423c-951d-b847a025fe43 on host dv-cinder-784453-6-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:38:33.234125 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-71703d3b-00ab-41f5-b4e1-4aca096a447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.235915 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-71703d3b-00ab-41f5-b4e1-4aca096a447f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e&tenant_id=7020e3428aaf42e0a63c8bab32a2faba HTTP/1.1" status: 200 len: 1096 time: 0.1058526 May 10 19:38:33.243370 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=6']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:33.254212 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.254925 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.255329 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.255887 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.256385 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.256891 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.257503 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.258023 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.258513 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.259012 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.259493 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.260029 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:33.272917 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:33.273430 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d047f429-6456-4e20-baaf-2abf44ce7382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:33.316035 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] Pushing event deleted for resources: {'Port': ['ID=d4ed8c91-379e-423c-951d-b847a025fe43,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:33.318501 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d9b27c9e-b59d-4579-8071-afcb5bb68af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:33.403047 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-056c6b11-e81d-4ae2-97fa-bde24b50bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.405631 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-056c6b11-e81d-4ae2-97fa-bde24b50bcac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1096 time: 0.1489964 May 10 19:38:33.445245 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0525e-b5da-46db-bf57-6dcded7922bf req-7344cb02-7199-4d0b-bb28-23b9cd65b176 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.446979 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4dd0525e-b5da-46db-bf57-6dcded7922bf req-7344cb02-7199-4d0b-bb28-23b9cd65b176 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.1414089 May 10 19:38:33.571719 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4dd0525e-b5da-46db-bf57-6dcded7922bf req-9d5c8ab2-81ce-4a9b-bf3b-628207136825 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783789 May 10 19:38:33.686359 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-0e9b765c-e561-4136-8c59-62faf4460ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.687722 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-0e9b765c-e561-4136-8c59-62faf4460ef4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 910 time: 0.2754960 May 10 19:38:33.797367 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-ce9417f0-f05e-4e67-9914-478ed931a05a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 999 time: 0.1026487 May 10 19:38:33.862837 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-7cc8a41f-4057-40ed-93d4-7173d0ec71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.864267 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-7cc8a41f-4057-40ed-93d4-7173d0ec71d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 200 len: 848 time: 0.0581264 May 10 19:38:33.896181 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:33.938904 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-2d919811-06f3-4c0b-ac32-c37583e861bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:33.940256 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-2d919811-06f3-4c0b-ac32-c37583e861bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9deb14f-857e-4e80-a113-09355d9cc05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687854 May 10 19:38:34.032487 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaf526-0912-42cb-96ba-e2929b4a358f req-3d7c6b99-cafa-4303-8071-543ed39e5819 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:34.033988 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bfbaf526-0912-42cb-96ba-e2929b4a358f req-3d7c6b99-cafa-4303-8071-543ed39e5819 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.2310276 May 10 19:38:34.084238 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-cc7f3d05-c22b-4675-9155-0f09b3ae18db service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333909 May 10 19:38:34.109597 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bfbaf526-0912-42cb-96ba-e2929b4a358f req-7e0cd7d0-7e39-45d1-aeae-9e3d6cbb4aeb tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656450 May 10 19:38:34.221206 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c3681ed-80e4-4e3f-be83-ab7d2eca8672 req-ab2dfc65-b077-4b06-94a7-7af878591f9c service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299446 May 10 19:38:34.380705 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Deleting port 119f8e01-3b4c-4035-9027-6f86e93848aa {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:34.381041 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:34.501284 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] For port 119f8e01-3b4c-4035-9027-6f86e93848aa, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=119f8e01-3b4c-4035-9027-6f86e93848aa,segment=NetworkSegment(47ab0c8e-12a3-48d9-b695-63eeb37e25c1),segment_id=47ab0c8e-12a3-48d9-b695-63eeb37e25c1)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:34.501611 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:34.622414 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Calling delete_port for 119f8e01-3b4c-4035-9027-6f86e93848aa owned by network:router_interface {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:34.771928 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:34.772177 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bed9fd-3f5d-4063-902e-6b9179105507 req-3ac05ebd-1736-4700-8dda-8b900ae3b60b tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:34.773682 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-20bed9fd-3f5d-4063-902e-6b9179105507 req-3ac05ebd-1736-4700-8dda-8b900ae3b60b tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.0882452 May 10 19:38:34.775473 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-76fad697-d30e-4745-88b1-c719b96aa7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:34.819142 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=119f8e01-3b4c-4035-9027-6f86e93848aa,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:34.821939 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-20bed9fd-3f5d-4063-902e-6b9179105507 req-001572ec-f8e1-4b83-8f71-fd85e3bfabcc tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=ea6b23be-16e2-4478-9c69-dc6b7127c958&id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414538 May 10 19:38:34.822894 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:35.087831 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:35.427380 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dabe4f-e4ca-4af8-a3bf-c56763e48517 req-82fda623-5e8c-4a46-8192-66150f9bb68d tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:35.428824 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d1dabe4f-e4ca-4af8-a3bf-c56763e48517 req-82fda623-5e8c-4a46-8192-66150f9bb68d tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.1857541 May 10 19:38:35.602948 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-d1dabe4f-e4ca-4af8-a3bf-c56763e48517 req-810f3fba-6147-4742-a445-2a83b4d32852 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238728 May 10 19:38:35.637337 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:38:35.814938 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:38:35.824321 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] Sync routers for ids ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:38:35.833873 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-ab3c91a8-f924-46eb-a725-9d7404d30ab3 admin admin] 10.222.0.58 "PUT /v2.0/routers/568adb36-6f95-4c7d-bc5c-e8aa361fcddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813915 May 10 19:38:35.835601 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] Routers {'568adb36-6f95-4c7d-bc5c-e8aa361fcddf'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:38:35.836211 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:38:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:35.836620 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55616) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:36.006728 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] Set router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:38:36.011229 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:36.191313 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:36.262260 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Deleting port ebe46dd4-2e94-4574-b753-950039d8e957 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:36.262605 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:36.284178 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:38:34Z', 'revision_number': 5, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port': {'id': 'ebe46dd4-2e94-4574-b753-950039d8e957', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:29:43Z', 'updated_at': '2021-05-10T19:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:36.287973 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] Checking router: 568adb36-6f95-4c7d-bc5c-e8aa361fcddf for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:38:36.297387 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] Routers {'568adb36-6f95-4c7d-bc5c-e8aa361fcddf'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:38:36.298630 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:38:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:36.384236 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] For port ebe46dd4-2e94-4574-b753-950039d8e957, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ebe46dd4-2e94-4574-b753-950039d8e957,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:36.384594 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:36.447029 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] Set router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:38:36.555402 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:38:36Z', 'revision_number': 6, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port_host': None}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:36.559873 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07206e3c-2fe4-4f12-b83e-739fed5b4e80 None None] The sync data for ids ['568adb36-6f95-4c7d-bc5c-e8aa361fcddf'] in dv-cinder-784453-6-iscsi is: [{'id': '568adb36-6f95-4c7d-bc5c-e8aa361fcddf', 'name': 'tempest-TestVolumeBootPattern-130260524-router', 'tenant_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:29:42Z', 'updated_at': '2021-05-10T19:38:36Z', 'revision_number': 6, 'project_id': '9ecb426c99f04647941ebc5e2ab42ca1', 'gw_port_host': None}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:38:36.616063 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Calling delete_port for ebe46dd4-2e94-4574-b753-950039d8e957 owned by network:router_gateway {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:36.754063 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:36.759219 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-d2b84bcc-806c-4b77-92d4-d360d1ec88de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:36.795098 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99056dd3-8b13-4a75-9ff3-a8dca2d94787 req-25d13362-1f3b-4939-a02d-9389fc92d414 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:36.797186 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-99056dd3-8b13-4a75-9ff3-a8dca2d94787 req-25d13362-1f3b-4939-a02d-9389fc92d414 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0898135 May 10 19:38:36.803184 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe46dd4-2e94-4574-b753-950039d8e957,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:36.805571 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:36.843165 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-99056dd3-8b13-4a75-9ff3-a8dca2d94787 req-c316a94a-5daf-4636-a605-189a40368f95 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396910 May 10 19:38:36.900663 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.075163 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.077243 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.100143 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.100735 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568adb36-6f95-4c7d-bc5c-e8aa361fcddf {{(pid=78730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:38:37.112566 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.113709 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-34535851-326f-44e1-9d2c-858c8e2911e8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/568adb36-6f95-4c7d-bc5c-e8aa361fcddf HTTP/1.1" status: 204 len: 168 time: 1.2762175 May 10 19:38:37.116203 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55622) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:37.177702 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] Deleting subnet 4b401aa7-73fa-452c-b912-ece622531e73 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:38:37.180557 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.229522 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.311681 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.341232 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 119f8e01-3b4c-4035-9027-6f86e93848aa no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:37.377293 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 119f8e01-3b4c-4035-9027-6f86e93848aa {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:37.377670 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 119f8e01-3b4c-4035-9027-6f86e93848aa not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:37.571156 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.575689 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2f6f93bf-6e77-4541-9d5a-958bd2bd6bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:37.614935 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b401aa7-73fa-452c-b912-ece622531e73,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:37.618006 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:37.618968 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.624065 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23607d17-2f61-46db-b370-f96c238301b2 None None] Network 69316b01-160d-4884-baf7-86de43f2ca79 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:38:37.625912 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-51f82a63-249f-4708-bbf4-75de2f6d2642 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4b401aa7-73fa-452c-b912-ece622531e73 HTTP/1.1" status: 204 len: 168 time: 0.5081508 May 10 19:38:37.627986 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55626) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:37.733290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.813238 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Deleting port ed51c1f9-dd92-471b-a151-c7a56a11499f {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:37.813613 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.866102 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] DHCP port deletion for 69316b01-160d-4884-baf7-86de43f2ca79 request from dv-cinder-784453-6-iscsi {{(pid=78732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:38:37.916924 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] For port ed51c1f9-dd92-471b-a151-c7a56a11499f, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ed51c1f9-dd92-471b-a151-c7a56a11499f,segment=NetworkSegment(47ab0c8e-12a3-48d9-b695-63eeb37e25c1),segment_id=47ab0c8e-12a3-48d9-b695-63eeb37e25c1)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:37.917321 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:37.934581 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] Deleting port ed51c1f9-dd92-471b-a151-c7a56a11499f {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:38:37.935090 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.038158 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] For port ed51c1f9-dd92-471b-a151-c7a56a11499f, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ed51c1f9-dd92-471b-a151-c7a56a11499f,segment=NetworkSegment(47ab0c8e-12a3-48d9-b695-63eeb37e25c1),segment_id=47ab0c8e-12a3-48d9-b695-63eeb37e25c1)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:38.038635 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.161489 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] Calling delete_port for ed51c1f9-dd92-471b-a151-c7a56a11499f owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:38.162373 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Calling delete_port for ed51c1f9-dd92-471b-a151-c7a56a11499f owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:38:38.208369 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.212506 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e6e91d17-f1a1-4912-9cc7-8f826b8c7ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:38.234219 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27df64-aabe-4ad7-ad1d-c02931eabf55 req-335b81a8-aeff-4880-b3b4-1f006b244b1c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:38.235717 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb27df64-aabe-4ad7-ad1d-c02931eabf55 req-335b81a8-aeff-4880-b3b4-1f006b244b1c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.2584167 May 10 19:38:38.277705 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.284135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-732742c3-4135-4464-9113-b17dd1ffac69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:38.289228 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] Pushing event deleted for resources: {'Port': ['ID=ed51c1f9-dd92-471b-a151-c7a56a11499f,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:38.291615 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:38.294138 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] No DVR routers for this DVR port ed51c1f9-dd92-471b-a151-c7a56a11499f on host dv-cinder-784453-6-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:38:38.331874 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ed51c1f9-dd92-471b-a151-c7a56a11499f,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:38.336095 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-bb27df64-aabe-4ad7-ad1d-c02931eabf55 req-521d0798-d952-47ea-a210-dd9bb77c2f09 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923452 May 10 19:38:38.337069 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:38.339302 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] No DVR routers for this DVR port ed51c1f9-dd92-471b-a151-c7a56a11499f on host dv-cinder-784453-6-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:38:38.457232 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.469714 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69316b01-160d-4884-baf7-86de43f2ca79']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:38.481294 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ab0c8e-12a3-48d9-b695-63eeb37e25c1') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:38.481631 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ab0c8e-12a3-48d9-b695-63eeb37e25c1') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:38:38.492630 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.513387 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.520178 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:38:38.520641 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: util.warn( May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: util.warn( May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: util.warn( May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: util.warn( May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:38:38.533394 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:38:38.606546 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.611437 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.615151 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:38.637168 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Pushing event deleted for resources: {'Network': ['ID=69316b01-160d-4884-baf7-86de43f2ca79,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:38.642890 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:38.644269 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-37f20c97-02f8-4fc4-8762-eaf0ef0498bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/69316b01-160d-4884-baf7-86de43f2ca79 HTTP/1.1" status: 204 len: 168 time: 1.0153251 May 10 19:38:38.755241 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55634) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:38.806827 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-724de9ec-b67b-436e-935e-b2463c128b1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2135c2e2dd0243199633660d0375a96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503507 May 10 19:38:38.809288 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55638) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:38.866728 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.892340 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.945951 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.953223 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5c9e43d4-97cb-4355-9b99-21a0c1a73a5d tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:38.967966 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9172aa6a-3b75-4c8a-9593-269c7a53b178,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:38.978528 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.978900 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.979263 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.979617 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.979966 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.980317 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.980664 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.981009 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.981360 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.981735 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.982078 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.982418 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:38:38.985769 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:38.989360 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9172aa6a-3b75-4c8a-9593-269c7a53b178 HTTP/1.1" status: 204 len: 168 time: 0.1766007 May 10 19:38:38.989360 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-203ab900-c131-4128-9132-3d93368f36bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:39.004835 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ebe46dd4-2e94-4574-b753-950039d8e957 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:39.039577 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: ebe46dd4-2e94-4574-b753-950039d8e957 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:39.040025 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ebe46dd4-2e94-4574-b753-950039d8e957 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:39.040409 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ed51c1f9-dd92-471b-a151-c7a56a11499f no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:38:39.076580 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: ed51c1f9-dd92-471b-a151-c7a56a11499f {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:38:39.076933 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ed51c1f9-dd92-471b-a151-c7a56a11499f not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:38:39.328914 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55646) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:39.379518 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-5e9a551d-fbe5-4f3e-bb4b-e2b529309d00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ecb426c99f04647941ebc5e2ab42ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492384 May 10 19:38:39.381875 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55652) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:38:39.444631 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-309579bc-1427-4c61-82a8-57feada00221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:39.472016 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-309579bc-1427-4c61-82a8-57feada00221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:39.526463 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a09717-91e7-41ad-96fd-002d72190383 req-e450574f-0c87-4b0a-ae78-5beeea4bc61c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:39.527834 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-34a09717-91e7-41ad-96fd-002d72190383 req-e450574f-0c87-4b0a-ae78-5beeea4bc61c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0843666 May 10 19:38:39.530665 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-309579bc-1427-4c61-82a8-57feada00221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:39.535147 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f6f838c6-a954-49c7-8a8a-aee2a26448f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:39.546229 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309579bc-1427-4c61-82a8-57feada00221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087fca1-8ba8-424f-a017-7c2eb3587c70,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:39.551881 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-309579bc-1427-4c61-82a8-57feada00221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:39.558946 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-309579bc-1427-4c61-82a8-57feada00221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:39.562517 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-309579bc-1427-4c61-82a8-57feada00221 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9087fca1-8ba8-424f-a017-7c2eb3587c70 HTTP/1.1" status: 204 len: 168 time: 0.1773326 May 10 19:38:39.577328 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-34a09717-91e7-41ad-96fd-002d72190383 req-7c364251-bee7-434e-b3f3-07178829179b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416634 May 10 19:38:39.961928 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-83ab2386-f2ff-4d59-886e-17764b36d3ae req-6f4a651a-60f2-4dd3-91d8-5eeeb79e3f06 service neutron] (78731) timed out ('10.222.0.66', 53142) {{(pid=78731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 19:38:40.764521 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff436b2c-dccc-4fa0-b0d4-02286704bce4 req-a06f7c14-a1df-4e60-9d19-d1a7aafc23b6 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:40.765989 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ff436b2c-dccc-4fa0-b0d4-02286704bce4 req-a06f7c14-a1df-4e60-9d19-d1a7aafc23b6 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0822949 May 10 19:38:40.811123 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-ff436b2c-dccc-4fa0-b0d4-02286704bce4 req-a58ae811-f503-4a7a-bcb7-ac1aa0d0a6cf tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391953 May 10 19:38:41.994172 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2c2e-e7f4-40ce-9745-841b3ad7e233 req-c776e9ba-1170-4514-b5bc-579880c92185 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:41.995573 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-94aa2c2e-e7f4-40ce-9745-841b3ad7e233 req-c776e9ba-1170-4514-b5bc-579880c92185 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 943 time: 0.0771205 May 10 19:38:42.042039 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-94aa2c2e-e7f4-40ce-9745-841b3ad7e233 req-f1c95caa-2115-41d7-a22f-8f0c675ff76c tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408506 May 10 19:38:42.779220 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=78732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:38:42.912144 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:42.924820 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Returning: {'device': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'port_id': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'mac_address': 'fa:16:3e:5b:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:38:42.979672 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:42.996117 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:38:43.011845 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:43.015429 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:43.017744 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:43.086075 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=7']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:43.089183 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:43.225795 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7ed40-d5d3-4f07-9011-f9733cf5f17f req-af1c2fe6-8873-4bd3-bd36-41daac6d6ee1 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:43.227229 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7ab7ed40-d5d3-4f07-9011-f9733cf5f17f req-af1c2fe6-8873-4bd3-bd36-41daac6d6ee1 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 944 time: 0.0808330 May 10 19:38:43.275129 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-7ab7ed40-d5d3-4f07-9011-f9733cf5f17f req-bff2b989-468f-4d08-a8bb-119ab9a18438 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421705 May 10 19:38:43.327686 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:38:44.460170 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02807a-82ac-473a-829f-a0ae9400393e req-37905535-9859-412b-9f1e-0ee65fb1ad4f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:44.461641 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a02807a-82ac-473a-829f-a0ae9400393e req-37905535-9859-412b-9f1e-0ee65fb1ad4f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 944 time: 0.0816581 May 10 19:38:44.504701 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a02807a-82ac-473a-829f-a0ae9400393e req-16b2ea63-c858-4373-865f-a58d91c095c7 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374503 May 10 19:38:44.778433 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d up at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:38:44.849009 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Provisioning complete for port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d triggered by entity L2. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:38:44.849381 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:44.962757 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:44.989641 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:38:44.999762 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:38:45.004565 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:45.006855 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ad67a6c5-e107-4907-a04c-d2f5702d3a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:38:45.038731 dv-cinder-784453-6-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'code': 200} May 10 19:38:45.077495 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Pushing event updated for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=8']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:38:45.080526 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:38:45.312449 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00c4c5-287e-409e-8ec2-cf1fe168839e req-3c3aef7c-c35a-440e-8de3-cd6c44179d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:45.313832 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3b00c4c5-287e-409e-8ec2-cf1fe168839e req-3c3aef7c-c35a-440e-8de3-cd6c44179d33 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1098 time: 0.0706842 May 10 19:38:45.356477 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3b00c4c5-287e-409e-8ec2-cf1fe168839e req-f14c29b0-96e8-426f-b166-79bbd7059705 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332029 May 10 19:38:45.687613 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09f607-a10f-4d00-ad51-71348c2124fb req-c70a2f81-5163-4985-869f-c3e3bbeff5e9 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:45.689112 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ac09f607-a10f-4d00-ad51-71348c2124fb req-c70a2f81-5163-4985-869f-c3e3bbeff5e9 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0799043 May 10 19:38:45.736401 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ac09f607-a10f-4d00-ad51-71348c2124fb req-5eab04bf-a9bc-4665-9939-3c037cdbab60 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416214 May 10 19:38:46.923382 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfecb9-215e-4b3d-aef2-5dad22b661a9 req-6fb52c0d-fc69-4c25-8589-c2f0b646f783 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:46.925511 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35dfecb9-215e-4b3d-aef2-5dad22b661a9 req-6fb52c0d-fc69-4c25-8589-c2f0b646f783 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0809584 May 10 19:38:46.970171 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-35dfecb9-215e-4b3d-aef2-5dad22b661a9 req-78603ddf-94cf-4bef-a69c-90cafbb60626 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389538 May 10 19:38:49.204441 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.585613 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6311e7e2-6897-415c-aaeb-9357e0d70b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.924555 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:38:56.553002 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-529a7a65-0848-47d9-bcbe-7af153e88b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:56.573575 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:57.627370 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:59.002739 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:19.207842 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:23.587015 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0382c02d-e15f-46c7-861d-b3cd85b50531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:26.555768 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-373811d6-7164-410b-b379-eef91b77360e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:26.576877 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:27.631350 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:29.007279 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:29.014024 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-dd9d1a25-d146-46b8-a78f-5bc666fa985c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710716 May 10 19:39:29.158465 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-a97e4bbb-fdef-4a0b-abbd-f8218a80177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:29.159891 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-a97e4bbb-fdef-4a0b-abbd-f8218a80177c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1098 time: 0.0741484 May 10 19:39:29.304165 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-48c94015-7878-43e2-9bb0-7707806c74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:29.305737 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-48c94015-7878-43e2-9bb0-7707806c74dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 910 time: 0.1266978 May 10 19:39:29.471889 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-9adc172a-1bc3-4a8f-a53d-a267073d0953 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 1001 time: 0.1591325 May 10 19:39:29.531534 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-d357c8af-9660-4dd9-aef0-6a8b8a2a5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:29.532899 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-d357c8af-9660-4dd9-aef0-6a8b8a2a5efb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 200 len: 848 time: 0.0547612 May 10 19:39:29.607509 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-7eb1e032-9d01-47b6-a537-abfdc70a60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:29.608963 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-7eb1e032-9d01-47b6-a537-abfdc70a60df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9deb14f-857e-4e80-a113-09355d9cc05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697985 May 10 19:39:29.737522 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-09ffd124-8e60-4bf8-86d2-2ea157224633 service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205237 May 10 19:39:29.867969 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aeb1bd72-d786-40ca-9292-226e29d1cf6e req-f7d64a4d-504b-47f1-9de0-8a1d488e7c80 service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240203 May 10 19:39:30.923685 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:39:38.243446 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-bee24cbc-07cd-408f-9564-568ae20b9505 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054188067&fields=id&tenant_id=9a44e88f12924d7cb946e22d7bd99bc2 HTTP/1.1" status: 200 len: 267 time: 0.0432320 May 10 19:39:38.330636 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-8950d32b-cd9b-4019-a38a-2d6a1b37f776 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:38.332190 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-8950d32b-cd9b-4019-a38a-2d6a1b37f776 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 985 time: 0.0834677 May 10 19:39:38.344068 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Request body: {'port': {'security_groups': ['090dc9d5-7f42-457e-98d9-2baf71c1a975']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:39:38.462774 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668183'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:38.700873 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] For port 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:38.724234 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:38.728511 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735760991079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735760572438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735760572483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2618568'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:38.734141 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-44d6b1e6-c79d-4b79-8c58-0ea0bf0fe1ec tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:38.742805 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['4f38e470-3e1e-4ff7-90ba-76247cdd3946'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:38.792517 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:38.793139 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:38.794913 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5073c8a4-6382-4337-aadf-31faa8f8bba4 req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "PUT /v2.0/ports/4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 943 time: 0.4557245 May 10 19:39:38.795423 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:38.802945 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55692) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:38.865187 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event updated for resources: {'Port': ['ID=4f38e470-3e1e-4ff7-90ba-76247cdd3946,revision_number=7']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:38.872172 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['4f38e470-3e1e-4ff7-90ba-76247cdd3946'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:38.882837 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'status': 'completed', 'code': 200} May 10 19:39:38.887251 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fbd85ec2-7bd1-43e0-9a81-a80de7da720a tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:38.959344 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:38.995381 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.048564 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-03212a3a-d015-44af-af07-c509f21b5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:39.050094 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-03212a3a-d015-44af-af07-c509f21b5611 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1099 time: 0.1602752 May 10 19:39:39.096342 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-b381e3a5-baab-4bac-8f96-669752e0ccdf None None] Provisioning complete for port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 triggered by entity DHCP. {{(pid=78732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:39:39.096610 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b381e3a5-baab-4bac-8f96-669752e0ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779136'] for port, provisioning_complete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.154365 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.161944 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ab4e617f-6d23-4225-a2b4-ef1f8ce26ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:39.191079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6b23be-16e2-4478-9c69-dc6b7127c958,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:39.214997 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.215373 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.215737 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.216097 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.216453 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.216809 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.217159 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.217509 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.217892 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.218247 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.218593 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.218937 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:39.224734 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:39.225591 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.230240 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4385efad-71df-489e-a5d3-a7bf57f77d42 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "DELETE /v2.0/security-groups/ea6b23be-16e2-4478-9c69-dc6b7127c958 HTTP/1.1" status: 204 len: 168 time: 0.4227648 May 10 19:39:39.230240 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55696) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:39.294610 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-b7c34937-318e-447e-8ddb-d7f174ebef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:39.296055 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-b7c34937-318e-447e-8ddb-d7f174ebef78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 200 len: 915 time: 0.2389560 May 10 19:39:39.563172 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-1b4efe60-09c3-4fed-b5a7-aae049eeeeff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 1002 time: 0.2572498 May 10 19:39:39.683657 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-ff598a99-9057-4181-8188-2387864d6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:39.685069 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-ff598a99-9057-4181-8188-2387864d6b7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad HTTP/1.1" status: 200 len: 853 time: 0.1149158 May 10 19:39:39.754127 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Deleting port 65903cdc-0513-409f-af68-a4ce62aaa721 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:39.754469 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.862954 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-de40b7ea-b738-4798-a809-610f5b3692b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:39.864439 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-de40b7ea-b738-4798-a809-610f5b3692b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e176faf-933c-40fc-b386-752f434dd95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1720953 May 10 19:39:39.956344 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:39.956665 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:40.083194 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Calling delete_port for 65903cdc-0513-409f-af68-a4ce62aaa721 owned by network:floatingip {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:40.144805 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-b56a6fca-79c0-4d85-ba58-f725bc03939c service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730968 May 10 19:39:40.293862 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05611a59-489a-44e5-8acf-df7e3cfda582 req-440bc4f6-6f7c-4e19-bd37-d2baeb2db36c service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418331 May 10 19:39:40.362899 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:40.366859 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e6755979-e6cc-48f8-bd92-d89b576eb1f6 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:40.409187 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event deleted for resources: {'Port': ['ID=65903cdc-0513-409f-af68-a4ce62aaa721,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:40.412865 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:40.501995 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks [] for floatingip, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:40.502326 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Floating IP 347e388c-f807-4d55-8516-e5da3f64be2d disassociated (deleted). External IP: 172.27.2.192, port: 4f38e470-3e1e-4ff7-90ba-76247cdd3946. May 10 19:39:40.939368 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Router 28aa5850-7045-4e32-a36b-9305b6f1d281 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:39:41.117446 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:39:41.126496 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] Sync routers for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:39:41.136357 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:41.136970 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:41.137760 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:41.191703 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-69fb48be-2f1b-4f63-9492-c8bee9b850f5 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "DELETE /v2.0/floatingips/347e388c-f807-4d55-8516-e5da3f64be2d HTTP/1.1" status: 204 len: 168 time: 1.9613576 May 10 19:39:41.192653 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:41.240995 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'status': 'completed', 'code': 200} May 10 19:39:41.321128 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:41.337219 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629794-ccc0-4901-ab7d-b042257be245 req-16b8f45e-1933-439d-aaa4-f57d8874ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:41.338748 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af629794-ccc0-4901-ab7d-b042257be245 req-16b8f45e-1933-439d-aaa4-f57d8874ab21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 1099 time: 0.0770776 May 10 19:39:41.478167 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629794-ccc0-4901-ab7d-b042257be245 req-6b2f5f83-790a-464a-b796-7727d8066ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:41.479723 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af629794-ccc0-4901-ab7d-b042257be245 req-6b2f5f83-790a-464a-b796-7727d8066ac7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 200 len: 915 time: 0.1349397 May 10 19:39:41.556031 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af629794-ccc0-4901-ab7d-b042257be245 req-0e869adb-8d81-4aba-8f59-2c89b2287223 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 200 len: 217 time: 0.0691614 May 10 19:39:41.630914 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629794-ccc0-4901-ab7d-b042257be245 req-eaec959a-f248-4b58-a477-90692b27c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:41.632428 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af629794-ccc0-4901-ab7d-b042257be245 req-eaec959a-f248-4b58-a477-90692b27c0d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad HTTP/1.1" status: 200 len: 853 time: 0.0673091 May 10 19:39:41.667603 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 5, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:41.671633 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] Checking router: 28aa5850-7045-4e32-a36b-9305b6f1d281 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:39:41.682842 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:41.683462 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:41.709602 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af629794-ccc0-4901-ab7d-b042257be245 req-49f065d6-fc63-4d21-904a-b31eb25f208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:41.711061 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af629794-ccc0-4901-ab7d-b042257be245 req-49f065d6-fc63-4d21-904a-b31eb25f208c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e176faf-933c-40fc-b386-752f434dd95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723403 May 10 19:39:41.845115 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af629794-ccc0-4901-ab7d-b042257be245 req-c9345935-8ef7-47a8-80c7-831b10ff16aa service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269078 May 10 19:39:41.859886 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:41.978512 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af629794-ccc0-4901-ab7d-b042257be245 req-3fc9ade8-1bc4-4bd7-95ca-c5120092bf20 service neutron] 10.222.0.66 "GET /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268275 May 10 19:39:42.174450 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 5, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:42.179314 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7d415-b77d-4d02-8a15-711e0f3faf34 None None] The sync data for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi is: [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:22Z', 'revision_number': 4, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '24719ae6-1bba-41fe-9036-8251c648f097', 'name': '', 'network_id': '2e176faf-933c-40fc-b386-752f434dd95c', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'mac_address': 'fa:16:3e:6b:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:22Z', 'updated_at': '2021-05-10T19:36:30Z', 'revision_number': 5, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'subnets': [{'id': '6cc59a17-fb4e-4ef5-9b94-5f401cb11aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:39:42.373789 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd1185-68dd-4f18-b0cd-9d72bfe1590b None None] New status for floating IP 347e388c-f807-4d55-8516-e5da3f64be2d: DOWN {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:39:44.546823 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e975033-8c78-4013-8732-919adee05661 req-e4905c03-579e-452c-96d1-4c3cff67f263 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:44.548375 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5e975033-8c78-4013-8732-919adee05661 req-e4905c03-579e-452c-96d1-4c3cff67f263 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.0880322 May 10 19:39:44.596260 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-5e975033-8c78-4013-8732-919adee05661 req-9e69ad64-eea9-4e1c-9f4b-960d45c8ed14 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 May 10 19:39:45.790960 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10268cf2-1d09-4389-b8bf-adb22d7a77d5 req-2c554ddd-f594-4c7a-ba5c-171a1fd75e6d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:45.791643 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-10268cf2-1d09-4389-b8bf-adb22d7a77d5 req-2c554ddd-f594-4c7a-ba5c-171a1fd75e6d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Synchronizing usage tracker for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:45.808132 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-10268cf2-1d09-4389-b8bf-adb22d7a77d5 req-2c554ddd-f594-4c7a-ba5c-171a1fd75e6d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Unset dirty status for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:45.809325 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-10268cf2-1d09-4389-b8bf-adb22d7a77d5 req-2c554ddd-f594-4c7a-ba5c-171a1fd75e6d tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.1039054 May 10 19:39:45.854727 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-10268cf2-1d09-4389-b8bf-adb22d7a77d5 req-0417cb26-38d4-48aa-a18f-acec7a773761 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Synchronizing usage tracker for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:39:45.870634 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-10268cf2-1d09-4389-b8bf-adb22d7a77d5 req-0417cb26-38d4-48aa-a18f-acec7a773761 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Unset dirty status for tenant:9a44e88f12924d7cb946e22d7bd99bc2 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:39:45.871933 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-10268cf2-1d09-4389-b8bf-adb22d7a77d5 req-0417cb26-38d4-48aa-a18f-acec7a773761 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/security-groups?id=090dc9d5-7f42-457e-98d9-2baf71c1a975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567570 May 10 19:39:46.290722 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-772f1c0b-683b-4906-83be-bbdcdf1cf17f tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:46.292149 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-772f1c0b-683b-4906-83be-bbdcdf1cf17f tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 946 time: 0.0803823 May 10 19:39:46.448137 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Deleting port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:46.448479 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.586823 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] For port 4f38e470-3e1e-4ff7-90ba-76247cdd3946, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=4f38e470-3e1e-4ff7-90ba-76247cdd3946,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:46.587075 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.801308 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Calling delete_port for 4f38e470-3e1e-4ff7-90ba-76247cdd3946 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:46.916790 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:46.923200 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a4d01c75-14ed-48af-bc24-e0075c406646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:46.928307 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] get_ports_and_sgs() called for port_ids ['4f38e470-3e1e-4ff7-90ba-76247cdd3946'] {{(pid=78732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:39:46.969064 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Pushing event deleted for resources: {'Port': ['ID=4f38e470-3e1e-4ff7-90ba-76247cdd3946,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:47.000662 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:47.041329 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-8368d007-f93d-4aca-b7e0-8706a0b81967 req-673f41a0-6618-421f-a459-5ffc61cad4bc tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f9b0571-9da2-4538-9ea2-d88da14d5cba HTTP/1.1" status: 200 len: 210 time: 0.0444462 May 10 19:39:47.048498 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] No DVR routers for this DVR port 4f38e470-3e1e-4ff7-90ba-76247cdd3946 on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:47.051120 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:47.053987 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'name': 'network-vif-deleted', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:47.070736 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8bf387f4-31d6-46d5-a21b-5ec45d9b9dce req-a795cc3f-1441-4c9e-be02-bee61df4bcc8 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] 10.222.0.66 "DELETE /v2.0/ports/4f38e470-3e1e-4ff7-90ba-76247cdd3946 HTTP/1.1" status: 204 len: 173 time: 0.7672358 May 10 19:39:47.100319 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9b0571-9da2-4538-9ea2-d88da14d5cba', 'name': 'network-vif-deleted', 'tag': '4f38e470-3e1e-4ff7-90ba-76247cdd3946', 'status': 'completed', 'code': 200} May 10 19:39:49.211863 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.918713 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55780) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:50.566411 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.959693 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Deleting port 24719ae6-1bba-41fe-9036-8251c648f097 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:50.960407 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.087034 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 4f38e470-3e1e-4ff7-90ba-76247cdd3946 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:51.121967 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 4f38e470-3e1e-4ff7-90ba-76247cdd3946 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:51.122309 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 4f38e470-3e1e-4ff7-90ba-76247cdd3946 not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:51.171098 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] For port 24719ae6-1bba-41fe-9036-8251c648f097, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=24719ae6-1bba-41fe-9036-8251c648f097,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:51.171440 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.291395 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Calling delete_port for 24719ae6-1bba-41fe-9036-8251c648f097 owned by network:router_interface {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:51.562976 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.567523 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e79f817e-b9da-4134-a48a-973ca6929ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:51.612315 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=24719ae6-1bba-41fe-9036-8251c648f097,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:51.619419 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:51.893706 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.252742 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Router 28aa5850-7045-4e32-a36b-9305b6f1d281 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:39:52.546599 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:39:52.558696 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] Sync routers for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:39:52.559889 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8b201eae-36d0-4d80-b387-4df1327f6ddd admin admin] 10.222.0.58 "PUT /v2.0/routers/28aa5850-7045-4e32-a36b-9305b6f1d281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6400640 May 10 19:39:52.562273 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55784) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:52.581706 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:52.582729 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:52.745875 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks [] for router, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.850881 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:52.922641 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.016895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Deleting port 5076ac56-9084-467c-94af-6fc95928cb15 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:53.017404 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.176836 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] For port 5076ac56-9084-467c-94af-6fc95928cb15, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=5076ac56-9084-467c-94af-6fc95928cb15,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:53.177188 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.213491 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '5076ac56-9084-467c-94af-6fc95928cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:39:51Z', 'revision_number': 5, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port': {'id': '5076ac56-9084-467c-94af-6fc95928cb15', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:53.220372 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] Checking router: 28aa5850-7045-4e32-a36b-9305b6f1d281 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:39:53.235774 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] Routers {'28aa5850-7045-4e32-a36b-9305b6f1d281'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:53.236864 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['28aa5850-7045-4e32-a36b-9305b6f1d281'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:53.299192 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Calling delete_port for 5076ac56-9084-467c-94af-6fc95928cb15 owned by network:router_gateway {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:53.440622 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] Set router 28aa5850-7045-4e32-a36b-9305b6f1d281 gateway port host: None {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:53.440895 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.444615 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-83328fc5-e802-4bb3-a112-bd18be772e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:53.490791 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Pushing event deleted for resources: {'Port': ['ID=5076ac56-9084-467c-94af-6fc95928cb15,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:53.494402 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:53.548523 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:39:52Z', 'revision_number': 6, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port_host': None}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:53.553325 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289e1ba-187c-48ce-8a2a-3f38673bc343 None None] The sync data for ids ['28aa5850-7045-4e32-a36b-9305b6f1d281'] in dv-cinder-784453-6-iscsi is: [{'id': '28aa5850-7045-4e32-a36b-9305b6f1d281', 'name': 'tempest-TestMinimumBasicScenario-993257894-router', 'tenant_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:19Z', 'updated_at': '2021-05-10T19:39:52Z', 'revision_number': 6, 'project_id': '9a44e88f12924d7cb946e22d7bd99bc2', 'gw_port_host': None}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:39:53.591774 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.592391 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e3cdfddd-bf73-49d2-bc86-11b79ae4da1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.766149 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.768876 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.853260 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.853721 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28aa5850-7045-4e32-a36b-9305b6f1d281 {{(pid=78731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:39:53.865875 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.866965 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-98c0175c-893d-4396-969a-3cc681542242 admin admin] 10.222.0.58 "DELETE /v2.0/routers/28aa5850-7045-4e32-a36b-9305b6f1d281 HTTP/1.1" status: 204 len: 168 time: 1.3037932 May 10 19:39:53.869547 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55788) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:53.936618 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] Deleting subnet 6cc59a17-fb4e-4ef5-9b94-5f401cb11aad {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:39:53.939834 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.084730 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-946341'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.199045 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.458414 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2618498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196351'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.462861 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fe788327-417a-4460-928c-800e83c1ca43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:54.499553 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc59a17-fb4e-4ef5-9b94-5f401cb11aad,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:54.502778 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:54.503812 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.511246 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-39eacb69-a661-45eb-8f2b-f81bf97656e3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6cc59a17-fb4e-4ef5-9b94-5f401cb11aad HTTP/1.1" status: 204 len: 168 time: 0.6405745 May 10 19:39:54.513783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55792) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:54.514703 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5823a-bb66-409a-b3af-f88c5c9beae8 None None] Network 2e176faf-933c-40fc-b386-752f434dd95c requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:39:54.623668 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.701229 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Deleting port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:54.701598 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.778327 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] DHCP port deletion for 2e176faf-933c-40fc-b386-752f434dd95c request from dv-cinder-784453-6-iscsi {{(pid=78732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:39:54.806921 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] For port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:54.807274 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.863239 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Deleting port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:54.863822 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.935826 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Calling delete_port for ef54034a-b05f-4fb9-aa33-3ecc768a8a5f owned by network:dhcp {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:54.987261 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.987889 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] For port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,segment=NetworkSegment(649bf8fd-0d4c-4497-89b9-906555bd8f94),segment_id=649bf8fd-0d4c-4497-89b9-906555bd8f94)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:54.988418 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.991826 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2c90fe2d-8692-457c-907c-fedc26bc5505 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:55.037312 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:55.040692 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:55.041611 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] No DVR routers for this DVR port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f on host dv-cinder-784453-6-iscsi {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:55.111343 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ef54034a-b05f-4fb9-aa33-3ecc768a8a5f no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:55.140249 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Calling delete_port for ef54034a-b05f-4fb9-aa33-3ecc768a8a5f owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:55.155102 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: ef54034a-b05f-4fb9-aa33-3ecc768a8a5f {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:55.155452 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device ef54034a-b05f-4fb9-aa33-3ecc768a8a5f not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:55.155774 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.155918 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 5076ac56-9084-467c-94af-6fc95928cb15 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:55.169901 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e176faf-933c-40fc-b386-752f434dd95c']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:55.182333 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649bf8fd-0d4c-4497-89b9-906555bd8f94') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:55.182975 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649bf8fd-0d4c-4497-89b9-906555bd8f94') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:55.194005 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 5076ac56-9084-467c-94af-6fc95928cb15 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:55.194234 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-946362'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.194347 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 5076ac56-9084-467c-94af-6fc95928cb15 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:55.194916 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 24719ae6-1bba-41fe-9036-8251c648f097 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:55.211128 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.218079 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:39:55.218478 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2618596'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: timer() May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: self._notify() May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: event.method(event) May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:39:55.231949 dv-cinder-784453-6-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:39:55.236193 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 24719ae6-1bba-41fe-9036-8251c648f097 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:55.236543 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 24719ae6-1bba-41fe-9036-8251c648f097 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:55.266317 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.271994 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-adce1611-c473-42a6-83c5-04c53a818806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:55.310838 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.314757 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-00092d6d-9a5e-4497-9d22-ef35d5d4a1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:55.328222 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.341102 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e176faf-933c-40fc-b386-752f434dd95c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:55.345783 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:55.358458 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] 10.222.0.58 "DELETE /v2.0/networks/2e176faf-933c-40fc-b386-752f434dd95c HTTP/1.1" status: 204 len: 168 time: 0.8408608 May 10 19:39:55.358840 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55796) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:55.385737 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Pushing event deleted for resources: {'Port': ['ID=ef54034a-b05f-4fb9-aa33-3ecc768a8a5f,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:55.400935 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] No DVR routers for this DVR port ef54034a-b05f-4fb9-aa33-3ecc768a8a5f on host dv-cinder-784453-6-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:55.403028 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.403373 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.403858 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.404345 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.404664 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.405017 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.405299 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.405644 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.405963 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.406301 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.406587 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.407045 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:55.411747 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0162ed7b-3be4-470a-b6f5-87d48d77fa2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:55.984536 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.378308 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Deleting port 9a542af1-141b-42ac-8bc2-c86ad5c48099 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:56.378642 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.496487 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] For port 9a542af1-141b-42ac-8bc2-c86ad5c48099, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=9a542af1-141b-42ac-8bc2-c86ad5c48099,segment=NetworkSegment(b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13),segment_id=b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:56.496844 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.558856 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-790aa1db-b09a-42c9-937c-9ae7be102309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.578654 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.619960 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Calling delete_port for 9a542af1-141b-42ac-8bc2-c86ad5c48099 owned by network:router_interface {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:56.771790 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:56.775294 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-287c6ef8-7d1b-44aa-8caf-e96c41086500 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:56.818202 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a542af1-141b-42ac-8bc2-c86ad5c48099,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:56.843759 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:57.155114 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [req-ad801dd8-69d8-43df-a014-3b692ff4793f req-43b62ab1-0906-4677-88aa-bbd15500d601 service neutron] (78730) timed out ('10.222.0.66', 53115) {{(pid=78730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 19:39:57.176747 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.521230 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Router d36e7dad-6c2a-42ce-8077-ae9412930e87 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:39:57.633697 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.693846 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:39:57.702799 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] Sync routers for ids ['d36e7dad-6c2a-42ce-8077-ae9412930e87'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:39:57.712847 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ed0a4145-81f3-4076-b681-329a8794581e admin admin] 10.222.0.58 "PUT /v2.0/routers/d36e7dad-6c2a-42ce-8077-ae9412930e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3527045 May 10 19:39:57.714987 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] Routers {'d36e7dad-6c2a-42ce-8077-ae9412930e87'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:57.715643 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d36e7dad-6c2a-42ce-8077-ae9412930e87'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:57.716461 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55800) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:57.893433 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks [] for router, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:57.893734 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] Set router d36e7dad-6c2a-42ce-8077-ae9412930e87 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:58.164983 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.212288 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:39:56Z', 'revision_number': 5, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port': {'id': 'f7f4acf0-c60b-4502-8ef4-9f9d543dbb53', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:36:26Z', 'updated_at': '2021-05-10T19:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:58.216247 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] Checking router: d36e7dad-6c2a-42ce-8077-ae9412930e87 for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:39:58.225111 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] Routers {'d36e7dad-6c2a-42ce-8077-ae9412930e87'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:58.225749 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['d36e7dad-6c2a-42ce-8077-ae9412930e87'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:58.236782 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Deleting port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:58.237128 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.358188 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] For port f7f4acf0-c60b-4502-8ef4-9f9d543dbb53, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=f7f4acf0-c60b-4502-8ef4-9f9d543dbb53,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:58.358545 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.371464 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] Set router d36e7dad-6c2a-42ce-8077-ae9412930e87 gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:58.477188 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 6, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port_host': None}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:58.480979 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea32ad1-d4f0-4401-9e10-9a40940a2e4f None None] The sync data for ids ['d36e7dad-6c2a-42ce-8077-ae9412930e87'] in dv-cinder-784453-6-iscsi is: [{'id': 'd36e7dad-6c2a-42ce-8077-ae9412930e87', 'name': 'tempest-TestMinimumBasicScenario-1365170750-router', 'tenant_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:36:25Z', 'updated_at': '2021-05-10T19:39:58Z', 'revision_number': 6, 'project_id': '2d13c28e09a24c4b9e2b0f1890d9131f', 'gw_port_host': None}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:39:58.484855 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Calling delete_port for f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 owned by network:router_gateway {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:58.626996 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.630588 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-94d816e4-b982-455f-a3fa-cd03f5b8aa82 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:58.673223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f4acf0-c60b-4502-8ef4-9f9d543dbb53,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:58.716540 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.716934 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.717313 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.717721 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.718096 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.718468 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.718857 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.719200 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.719566 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.719932 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.720290 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.720650 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-6-iscsi {{(pid=78730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:58.729284 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:58.786196 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.961234 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.963508 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.988037 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:58.988428 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d36e7dad-6c2a-42ce-8077-ae9412930e87 {{(pid=78730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:39:59.000936 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.002078 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-93d045a9-9d11-4385-9bf0-2b80a62ada30 admin admin] 10.222.0.58 "DELETE /v2.0/routers/d36e7dad-6c2a-42ce-8077-ae9412930e87 HTTP/1.1" status: 204 len: 168 time: 1.2845635 May 10 19:39:59.004881 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55804) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:59.009105 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.062867 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] Deleting subnet 5240d9ad-a9f9-49a8-bee2-0ad55f87ef12 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:39:59.065729 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.116675 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.194136 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.256081 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 9a542af1-141b-42ac-8bc2-c86ad5c48099 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:59.289711 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 9a542af1-141b-42ac-8bc2-c86ad5c48099 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:59.290162 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 9a542af1-141b-42ac-8bc2-c86ad5c48099 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:59.290725 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:59.325291 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:59.325653 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device f7f4acf0-c60b-4502-8ef4-9f9d543dbb53 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:39:59.449403 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.453368 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:59.491336 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.494051 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5240d9ad-a9f9-49a8-bee2-0ad55f87ef12,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:59.496905 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:59.497305 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf78645-56fe-4596-9dfb-74652f78c590 None None] Network 441b43a6-4144-4334-bdbe-5b4194a06c3e requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:39:59.502002 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-cf7a514f-729c-477c-91d2-3fcc2539c257 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5240d9ad-a9f9-49a8-bee2-0ad55f87ef12 HTTP/1.1" status: 204 len: 168 time: 0.4939108 May 10 19:39:59.502242 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55808) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:59.608275 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.747161 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] DHCP port deletion for 441b43a6-4144-4334-bdbe-5b4194a06c3e request from dv-cinder-784453-6-iscsi {{(pid=78732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:39:59.784993 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Deleting port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:59.785397 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.813499 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] Deleting port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:59.813935 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.883834 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] For port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,segment=NetworkSegment(b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13),segment_id=b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:59.884294 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:59.915702 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] For port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,segment=NetworkSegment(b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13),segment_id=b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:59.916107 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.011738 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Calling delete_port for 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:00.040286 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] Calling delete_port for 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:00.058782 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.063625 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7c4bd51e-fec1-48dd-b96e-f9246ed517ce tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:00.083215 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.086785 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ad67a6c5-e107-4907-a04c-d2f5702d3a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:00.105113 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:00.107952 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:00.111043 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] No DVR routers for this DVR port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 on host dv-cinder-784453-6-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:00.128296 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] Pushing event deleted for resources: {'Port': ['ID=7ea6873c-f031-4002-b2d7-e7c0fc2e12f1,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:00.132104 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:00.134327 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ed348-51cd-4f20-b292-677df09d3f84 None None] No DVR routers for this DVR port 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 on host dv-cinder-784453-6-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:00.231160 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.244069 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441b43a6-4144-4334-bdbe-5b4194a06c3e']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:00.255758 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:00.256115 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cd6e1b-a509-4dbf-9aaa-b70c3672ff13') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:00.267173 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.286882 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.292678 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:40:00.293053 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:40:00.306311 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:40:00.391602 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.395948 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:00.408825 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.419909 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Pushing event deleted for resources: {'Network': ['ID=441b43a6-4144-4334-bdbe-5b4194a06c3e,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:00.424282 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:00.427788 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-93c08bfd-e211-464f-8fa2-359b4b681071 admin admin] 10.222.0.58 "DELETE /v2.0/networks/441b43a6-4144-4334-bdbe-5b4194a06c3e HTTP/1.1" status: 204 len: 168 time: 0.9246178 May 10 19:40:00.602537 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55814) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:00.654107 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-94cbac62-2348-4ac4-89b4-9f199d7f5283 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a44e88f12924d7cb946e22d7bd99bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502791 May 10 19:40:00.656332 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55818) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:00.714398 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-968fffa8-f1c0-4c4d-9ff7-aac7569f9a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.743598 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-968fffa8-f1c0-4c4d-9ff7-aac7569f9a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.794875 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-968fffa8-f1c0-4c4d-9ff7-aac7569f9a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.798659 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-bae637b7-54cf-4179-b465-59dbaa3daa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:00.812654 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fffa8-f1c0-4c4d-9ff7-aac7569f9a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090dc9d5-7f42-457e-98d9-2baf71c1a975,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:00.815578 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-968fffa8-f1c0-4c4d-9ff7-aac7569f9a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:00.827825 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-968fffa8-f1c0-4c4d-9ff7-aac7569f9a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:00.829066 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-968fffa8-f1c0-4c4d-9ff7-aac7569f9a39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/090dc9d5-7f42-457e-98d9-2baf71c1a975 HTTP/1.1" status: 204 len: 168 time: 0.1717036 May 10 19:40:01.039660 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:01.074229 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:01.074950 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 7ea6873c-f031-4002-b2d7-e7c0fc2e12f1 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:01.185302 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55826) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:01.233909 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-427adb17-432a-4a71-a39b-3e1311b3522a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2d13c28e09a24c4b9e2b0f1890d9131f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472627 May 10 19:40:01.236298 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55830) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:01.296796 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c9045e7d-eea1-48c8-aeaa-6948784e21fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.322883 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c9045e7d-eea1-48c8-aeaa-6948784e21fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.373427 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c9045e7d-eea1-48c8-aeaa-6948784e21fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.377190 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-41e7f239-69a2-44c5-8cd2-9c7f9e26619b tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:01.388533 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9045e7d-eea1-48c8-aeaa-6948784e21fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8db6367-0f9f-47e5-9578-5939c6ea7238,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:01.392460 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c9045e7d-eea1-48c8-aeaa-6948784e21fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:01.395854 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c9045e7d-eea1-48c8-aeaa-6948784e21fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:01.396967 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c9045e7d-eea1-48c8-aeaa-6948784e21fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8db6367-0f9f-47e5-9578-5939c6ea7238 HTTP/1.1" status: 204 len: 168 time: 0.1597331 May 10 19:40:07.921899 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:40:16.202161 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55836) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:16.674662 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Deleting port a79b5da6-cfc1-4eb4-8dd4-29641cce9a11 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:16.675008 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.796135 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.796463 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:16.917035 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Calling delete_port for a79b5da6-cfc1-4eb4-8dd4-29641cce9a11 owned by network:floatingip {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:17.122844 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.126253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ca66bb08-34da-493e-aff5-e707cbd5cdc5 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:17.168799 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event deleted for resources: {'Port': ['ID=a79b5da6-cfc1-4eb4-8dd4-29641cce9a11,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:17.172315 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:17.260625 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for floatingip, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.261308 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.db.l3_db [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Floating IP fc0eb9a0-e4ed-4255-8d5b-cb658e529068 disassociated (deleted). External IP: 172.27.2.167, port: 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d. May 10 19:40:17.612207 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Router a5124ece-cb0e-4600-8cf2-24a8da071cb8 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:40:17.788880 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:17.799428 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] Sync routers for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:17.809925 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for floatingip, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:17.810291 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:17.810898 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:17.865002 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-5118361c-f014-4db2-9590-8bd1287f5a4b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "DELETE /v2.0/floatingips/fc0eb9a0-e4ed-4255-8d5b-cb658e529068 HTTP/1.1" status: 204 len: 168 time: 1.6615953 May 10 19:40:17.865574 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'}] {{(pid=78730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:17.915634 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'status': 'completed', 'code': 200} May 10 19:40:17.994614 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:18.011529 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-63ca9949-82ff-4822-ba74-c8186c1ae949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:18.013707 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-63ca9949-82ff-4822-ba74-c8186c1ae949 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 1098 time: 0.0771677 May 10 19:40:18.158282 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-0ed0587d-394a-4a6f-aabf-3f2ccf35f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:18.159945 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-0ed0587d-394a-4a6f-aabf-3f2ccf35f5b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 200 len: 910 time: 0.1400676 May 10 19:40:18.268367 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-9f01d20f-99ab-416b-855e-17c2bcc25ac7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 200 len: 217 time: 0.0726750 May 10 19:40:18.313057 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:37Z', 'revision_number': 5, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:18.317403 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] Checking router: a5124ece-cb0e-4600-8cf2-24a8da071cb8 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:18.327028 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:18.327617 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:18.350596 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6244-7a6c-40ad-b25d-581fad1e0d68 req-7cffaafd-f847-4d7d-8101-600c55c52a73 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:18.352208 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-82ec6244-7a6c-40ad-b25d-581fad1e0d68 req-7cffaafd-f847-4d7d-8101-600c55c52a73 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.1872163 May 10 19:40:18.355707 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-00a19ff4-ddfa-4564-a984-d56fd1feda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:18.357160 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-00a19ff4-ddfa-4564-a984-d56fd1feda53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 200 len: 848 time: 0.0807922 May 10 19:40:18.446052 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-82ec6244-7a6c-40ad-b25d-581fad1e0d68 req-2c6adae0-e752-4f65-af05-116c67e6628d tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877254 May 10 19:40:18.473772 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-4932fb26-5da1-4e71-b454-853b81a076cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:18.475293 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-4932fb26-5da1-4e71-b454-853b81a076cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9deb14f-857e-4e80-a113-09355d9cc05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021616 May 10 19:40:18.543125 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:18.608513 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-58796aa9-0d23-4b85-bc20-598dc0ef16ff service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264002 May 10 19:40:18.854975 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b63ba5a-2315-47af-9f43-a37d37cfb7e7 req-9da23be8-5ac4-4162-872e-a5f88d946c7f service neutron] 10.222.0.66 "GET /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392530 May 10 19:40:18.869320 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:37Z', 'revision_number': 5, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:18.873420 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ac97-4d5a-48c0-abe8-1570c07c16ce None None] The sync data for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi is: [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:34:31Z', 'revision_number': 4, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi', '_interfaces': [{'id': '8d347d21-8621-4353-aeae-c3609a74e1f5', 'name': '', 'network_id': 'c9deb14f-857e-4e80-a113-09355d9cc05f', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'mac_address': 'fa:16:3e:80:e9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '69ec4988-75a6-44db-a070-767a767a62f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:30Z', 'updated_at': '2021-05-10T19:34:37Z', 'revision_number': 5, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'subnets': [{'id': '69ec4988-75a6-44db-a070-767a767a62f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:19.072576 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac193457-da93-4e1e-9d44-1f271ade13b9 None None] New status for floating IP fc0eb9a0-e4ed-4255-8d5b-cb658e529068: DOWN {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:40:19.224065 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:19.640915 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e316d6-217f-4ea9-9840-a3a0c088a1ec req-52e360d4-60ac-4513-90c2-9b35de5beec8 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:19.641656 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-18e316d6-217f-4ea9-9840-a3a0c088a1ec req-52e360d4-60ac-4513-90c2-9b35de5beec8 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Synchronizing usage tracker for tenant:7020e3428aaf42e0a63c8bab32a2faba on resource:port {{(pid=78730) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:40:19.659375 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.quota.resource [req-18e316d6-217f-4ea9-9840-a3a0c088a1ec req-52e360d4-60ac-4513-90c2-9b35de5beec8 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Unset dirty status for tenant:7020e3428aaf42e0a63c8bab32a2faba on resource:port {{(pid=78730) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:40:19.661232 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-18e316d6-217f-4ea9-9840-a3a0c088a1ec req-52e360d4-60ac-4513-90c2-9b35de5beec8 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.1037481 May 10 19:40:19.707433 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-18e316d6-217f-4ea9-9840-a3a0c088a1ec req-c1487b64-54f4-41bb-aff0-af4941da819b tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/security-groups?id=e179795f-d924-4a1b-9068-d9033fd39a54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397022 May 10 19:40:19.730937 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c371ef-5669-4892-b53b-953f6f00a20d req-d9284914-bfb0-4370-b08a-b7e6e2ac18c6 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:40:19.732233 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-59c371ef-5669-4892-b53b-953f6f00a20d req-d9284914-bfb0-4370-b08a-b7e6e2ac18c6 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.66 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 945 time: 0.0821457 May 10 19:40:19.862069 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Deleting port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:19.862407 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:19.991144 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] For port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:19.991403 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.114801 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Calling delete_port for 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:20.221373 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.227266 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0a2178fb-1091-4f4d-9543-38b32d82b873 tempest-TestVolumeBootPattern-1572537417 tempest-TestVolumeBootPattern-1572537417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:20.272948 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event deleted for resources: {'Port': ['ID=3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:20.276248 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:20.344596 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] No DVR routers for this DVR port 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d on host hv-cinder-78445 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:20.346993 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154178'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:20.349434 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'name': 'network-vif-deleted', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:40:20.365742 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [req-59c371ef-5669-4892-b53b-953f6f00a20d req-f58d759f-cc9a-4fb6-9c75-0cdd78332962 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.66 "DELETE /v2.0/ports/3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d HTTP/1.1" status: 204 len: 173 time: 0.6279404 May 10 19:40:20.419463 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfd6779-2f15-4c24-b013-27376a34f34e', 'name': 'network-vif-deleted', 'tag': '3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d', 'status': 'completed', 'code': 200} May 10 19:40:20.874507 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [req-a8036c61-d99a-4149-953d-de88aedd413b req-83251c19-3c27-404e-9ce8-b7564794b861 tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbfd6779-2f15-4c24-b013-27376a34f34e HTTP/1.1" status: 200 len: 210 time: 0.0442469 May 10 19:40:21.971492 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55858) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:22.042644 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4dd3-5b0a-4c9c-b1a1-6fde69814d3f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.074712 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4dd3-5b0a-4c9c-b1a1-6fde69814d3f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.141784 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4dd3-5b0a-4c9c-b1a1-6fde69814d3f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.148137 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-996994b2-f9c5-4964-b779-90d0a520fafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:22.165252 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a4dd3-5b0a-4c9c-b1a1-6fde69814d3f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e179795f-d924-4a1b-9068-d9033fd39a54,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:22.168564 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-7f3a4dd3-5b0a-4c9c-b1a1-6fde69814d3f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:22.176845 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4dd3-5b0a-4c9c-b1a1-6fde69814d3f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.177987 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-7f3a4dd3-5b0a-4c9c-b1a1-6fde69814d3f tempest-TestShelveInstance-1196778042 tempest-TestShelveInstance-1196778042-project] 10.222.0.58 "DELETE /v2.0/security-groups/e179795f-d924-4a1b-9068-d9033fd39a54 HTTP/1.1" status: 204 len: 168 time: 0.2055259 May 10 19:40:22.219564 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55864) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:22.975201 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.242377 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d no longer exists at agent hyperv_hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:23.278255 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] No Port match for: 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:23.278608 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Device 3fa5b2b3-c1f8-4bda-8eda-ea784700cf0d not bound to the agent host hv-cinder-78445 {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:23.387188 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Deleting port 8d347d21-8621-4353-aeae-c3609a74e1f5 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:23.387520 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.510399 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] For port 8d347d21-8621-4353-aeae-c3609a74e1f5, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8d347d21-8621-4353-aeae-c3609a74e1f5,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:23.510660 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.595795 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b450e2d9-472b-490b-96b1-678610a58952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.631316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Calling delete_port for 8d347d21-8621-4353-aeae-c3609a74e1f5 owned by network:router_interface {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:23.767904 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.772005 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:23.815842 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d347d21-8621-4353-aeae-c3609a74e1f5,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:23.819156 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:24.082137 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:24.532253 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Router a5124ece-cb0e-4600-8cf2-24a8da071cb8 has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:40:24.704730 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:24.714563 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] Sync routers for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:24.718036 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-f77a4b08-47c3-48b9-8b5a-8011771b329e admin admin] 10.222.0.58 "PUT /v2.0/routers/a5124ece-cb0e-4600-8cf2-24a8da071cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4972651 May 10 19:40:24.720381 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55870) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:24.724674 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:24.725347 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:24.898299 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks [] for router, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:24.902953 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: dv-cinder-784453-6-iscsi {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:25.080338 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.153554 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Deleting port e594775c-73b4-4e7c-ad3f-b8b5794c557c {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:25.154340 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.191432 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:40:23Z', 'revision_number': 5, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port': {'id': 'e594775c-73b4-4e7c-ad3f-b8b5794c557c', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:28Z', 'updated_at': '2021-05-10T19:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:25.196143 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] Checking router: a5124ece-cb0e-4600-8cf2-24a8da071cb8 for host: dv-cinder-784453-6-iscsi {{(pid=78732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:25.204771 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] Routers {'a5124ece-cb0e-4600-8cf2-24a8da071cb8'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:25.205377 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:39:57Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'], 'active': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:25.273407 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] For port e594775c-73b4-4e7c-ad3f-b8b5794c557c, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=e594775c-73b4-4e7c-ad3f-b8b5794c557c,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:25.273793 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.353764 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvr_db [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] Set router a5124ece-cb0e-4600-8cf2-24a8da071cb8 gateway port host: None {{(pid=78732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:25.395432 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Calling delete_port for e594775c-73b4-4e7c-ad3f-b8b5794c557c owned by network:router_gateway {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:25.510527 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_hamode_db [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 6, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port_host': None}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:25.514890 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbd32c-d495-4611-90d1-29fe637791e5 None None] The sync data for ids ['a5124ece-cb0e-4600-8cf2-24a8da071cb8'] in dv-cinder-784453-6-iscsi is: [{'id': 'a5124ece-cb0e-4600-8cf2-24a8da071cb8', 'name': 'tempest-TestShelveInstance-1910022740-router', 'tenant_id': '7020e3428aaf42e0a63c8bab32a2faba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:27Z', 'updated_at': '2021-05-10T19:40:25Z', 'revision_number': 6, 'project_id': '7020e3428aaf42e0a63c8bab32a2faba', 'gw_port_host': None}] {{(pid=78732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:25.644882 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.649006 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-940dceff-a578-4ed1-847a-26d2ade2e7f2 tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:25.692907 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Pushing event deleted for resources: {'Port': ['ID=e594775c-73b4-4e7c-ad3f-b8b5794c557c,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:25.696306 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:25.781808 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.958513 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.960692 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.982559 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.983251 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5124ece-cb0e-4600-8cf2-24a8da071cb8 {{(pid=78730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:40:25.995059 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:25.996171 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-561055f0-702b-4d95-b3a1-add298465004 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a5124ece-cb0e-4600-8cf2-24a8da071cb8 HTTP/1.1" status: 204 len: 168 time: 1.2748816 May 10 19:40:25.998678 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55874) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:26.055887 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] Deleting subnet 69ec4988-75a6-44db-a070-767a767a62f6 {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:40:26.058697 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.107982 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.198510 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.454281 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.458474 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:26.494476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ec4988-75a6-44db-a070-767a767a62f6,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:26.496426 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.499362 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:26.500201 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d4ce6b-2a97-4a34-be3a-837b93daa1ba None None] Network c9deb14f-857e-4e80-a113-09355d9cc05f requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:26.503184 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-f1cd00c0-9b31-45bb-af94-810147f8d53b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/69ec4988-75a6-44db-a070-767a767a62f6 HTTP/1.1" status: 204 len: 168 time: 0.5035625 May 10 19:40:26.506212 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55878) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:26.615108 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.616550 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-aa583479-7057-4bc4-85a2-bc3789310ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.619938 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.701639 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Deleting port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:26.701986 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.774002 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] DHCP port deletion for c9deb14f-857e-4e80-a113-09355d9cc05f request from dv-cinder-784453-6-iscsi {{(pid=78732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:40:26.803051 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] For port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:26.803415 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.839158 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] Deleting port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:26.839542 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.926810 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Calling delete_port for 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 owned by network:dhcp {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:26.943230 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] For port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,segment=NetworkSegment(9e691d17-e8da-44b7-8ce5-af08c33e254d),segment_id=9e691d17-e8da-44b7-8ce5-af08c33e254d)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:26.943631 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.972857 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:26.976896 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-20df9135-ee86-4846-8776-e31b3b1c7a20 tempest-TestMinimumBasicScenario-78842990 tempest-TestMinimumBasicScenario-78842990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:27.070175 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] Calling delete_port for 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:27.076182 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8d347d21-8621-4353-aeae-c3609a74e1f5 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:27.112851 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 8d347d21-8621-4353-aeae-c3609a74e1f5 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:27.113800 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8d347d21-8621-4353-aeae-c3609a74e1f5 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:27.114234 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:27.119093 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:27.121516 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:27.125719 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] No DVR routers for this DVR port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 on host dv-cinder-784453-6-iscsi {{(pid=78730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:27.156306 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:27.156654 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:27.157071 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device e594775c-73b4-4e7c-ad3f-b8b5794c557c no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:27.191730 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: e594775c-73b4-4e7c-ad3f-b8b5794c557c {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:27.192076 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device e594775c-73b4-4e7c-ad3f-b8b5794c557c not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:27.217848 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.223842 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ec1d453-4e9f-43ca-938a-71a11d6c2079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:27.241948 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.255935 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9deb14f-857e-4e80-a113-09355d9cc05f']}} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:27.268770 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e691d17-e8da-44b7-8ce5-af08c33e254d') {'for_net_delete': True} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:27.269057 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] Pushing event deleted for resources: {'Port': ['ID=3fe784a3-b36e-4dfa-8dda-3a1814c7b832,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:27.269362 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.services.segments.db [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e691d17-e8da-44b7-8ce5-af08c33e254d') {} {{(pid=78730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:27.272022 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:27.272826 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39c53d-612c-4244-a2eb-de5de1f18653 None None] No DVR routers for this DVR port 3fe784a3-b36e-4dfa-8dda-3a1814c7b832 on host dv-cinder-784453-6-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:27.285488 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-526176'] for segment, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.302725 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.310117 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=78730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:40:27.310597 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284975'] for segment, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: Traceback (most recent call last): May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: timer() May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: cb(*args, **kw) May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: return func(*args, **kwargs) May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: self._notify() May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: self.callback(batched_events) May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: event.method(event) May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: return f(self, *a, **k) May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._get(url).json() May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: return self.request(url, 'GET', **kwargs) May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:40:27.324829 dv-cinder-784453-6-iscsi neutron-server[78730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:40:27.402216 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.406769 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.409198 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-0ff8346b-2e10-475c-8638-f7da1ea7b76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:27.431632 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c9deb14f-857e-4e80-a113-09355d9cc05f,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:27.434261 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:27.440817 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-aabde4f4-1aa5-4a0c-9315-47260ab793ad admin admin] 10.222.0.58 "DELETE /v2.0/networks/c9deb14f-857e-4e80-a113-09355d9cc05f HTTP/1.1" status: 204 len: 168 time: 0.9336510 May 10 19:40:27.443600 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55882) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:27.636402 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:27.980197 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393542'] for router_interface, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.384088 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Deleting port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:28.384770 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.598341 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] For port 8c42a84e-7b05-4a4d-a5fc-665961e9eab2, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,segment=NetworkSegment(f4d4cb07-744b-40ba-a325-1d12fb895604),segment_id=f4d4cb07-744b-40ba-a325-1d12fb895604)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:28.598696 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.719757 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Calling delete_port for 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 owned by network:router_interface {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:28.861463 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:28.865893 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-ad82c753-2dae-4e51-8bfb-45406d3f57bc tempest-AttachVolumeTestJSON-1470062958 tempest-AttachVolumeTestJSON-1470062958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:28.911199 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c42a84e-7b05-4a4d-a5fc-665961e9eab2,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:28.940393 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:29.016517 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.205039 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-421622'] for router_interface, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:29.561193 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Router cc69892c-c517-41c0-8aa0-6b7d9ef914aa has already been hosted by L3 agent a7303c07-59c8-424f-98d6-bf63566ceafe {{(pid=78730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:40:29.735476 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] Notify agent at l3_agent.dv-cinder-784453-6-iscsi the message routers_updated {{(pid=78730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:40:29.744020 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] Sync routers for ids ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'] in dv-cinder-784453-6-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:40:29.744817 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-419fae4a-9359-44ce-8441-dcec357d152d admin admin] 10.222.0.58 "PUT /v2.0/routers/cc69892c-c517-41c0-8aa0-6b7d9ef914aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2999973 May 10 19:40:29.747286 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55886) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:29.755283 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] Routers {'cc69892c-c517-41c0-8aa0-6b7d9ef914aa'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:29.755887 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:40:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:29.937755 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] Set router cc69892c-c517-41c0-8aa0-6b7d9ef914aa gateway port host: dv-cinder-784453-6-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:30.031423 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.210764 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.258901 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'external_fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:40:28Z', 'revision_number': 5, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port': {'id': 'fc3941ed-62aa-4b49-97a4-9e588cf34cec', 'name': '', 'network_id': '023dbdd1-28ed-4233-9e2e-882c5ffeeb29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:34:34Z', 'updated_at': '2021-05-10T19:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '140dd68d-6a69-4d4d-b2a7-67d633a42455', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-6-iscsi'}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:30.262975 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] Checking router: cc69892c-c517-41c0-8aa0-6b7d9ef914aa for host: dv-cinder-784453-6-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:40:30.271534 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] Routers {'cc69892c-c517-41c0-8aa0-6b7d9ef914aa'} bound to L3 agent in host dv-cinder-784453-6-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:40:30.272133 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:15:26Z,description=,heartbeat_timestamp=2021-05-10T19:40:27Z,host='dv-cinder-784453-6-iscsi',id=a7303c07-59c8-424f-98d6-bf63566ceafe,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:15:26Z,topic='l3_agent')) {'router_ids': ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:30.281656 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Deleting port fc3941ed-62aa-4b49-97a4-9e588cf34cec {{(pid=78730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:30.282006 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.404044 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.db [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] For port fc3941ed-62aa-4b49-97a4-9e588cf34cec, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=fc3941ed-62aa-4b49-97a4-9e588cf34cec,segment=NetworkSegment(29e725d7-2fa3-4148-84ad-7a40a2b9d95a),segment_id=29e725d7-2fa3-4148-84ad-7a40a2b9d95a)] {{(pid=78730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:30.404407 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.417639 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] Set router cc69892c-c517-41c0-8aa0-6b7d9ef914aa gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:40:30.521350 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:40:30Z', 'revision_number': 6, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port_host': None}], 'dv-cinder-784453-6-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:30.525473 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da6965-c070-428c-b835-515dbc08b96d None None] The sync data for ids ['cc69892c-c517-41c0-8aa0-6b7d9ef914aa'] in dv-cinder-784453-6-iscsi is: [{'id': 'cc69892c-c517-41c0-8aa0-6b7d9ef914aa', 'name': 'tempest-TestShelveInstance-675995230-router', 'tenant_id': '352e171eacc943888d1c328eef00ca6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:34:33Z', 'updated_at': '2021-05-10T19:40:30Z', 'revision_number': 6, 'project_id': '352e171eacc943888d1c328eef00ca6d', 'gw_port_host': None}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:40:30.532738 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Calling delete_port for fc3941ed-62aa-4b49-97a4-9e588cf34cec owned by network:router_gateway {{(pid=78730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:30.676741 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2284954'] for port, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.681223 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-46d85aa8-f560-4efe-81d2-f91d45dd1b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:30.726993 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3941ed-62aa-4b49-97a4-9e588cf34cec,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:30.756852 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:30.814038 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400738'] for router_gateway, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.997012 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1020245'] for router, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:30.999380 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.021986 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-359280'] for router, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.022504 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc69892c-c517-41c0-8aa0-6b7d9ef914aa {{(pid=78730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:40:31.035409 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.036532 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-2bcf3b1f-cf2b-4fe1-af4a-c315c389b9f8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cc69892c-c517-41c0-8aa0-6b7d9ef914aa HTTP/1.1" status: 204 len: 168 time: 1.2883439 May 10 19:40:31.039062 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55890) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:31.103897 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] Deleting subnet f85f4c3c-3f1c-45af-8a61-a74acea3d70b {{(pid=78730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:40:31.106720 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.156630 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-526207'] for subnet, precommit_delete_associations {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.239146 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1779890'] for subnet, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.311247 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:31.345175 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:31.345763 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 8c42a84e-7b05-4a4d-a5fc-665961e9eab2 not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:31.346368 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device fc3941ed-62aa-4b49-97a4-9e588cf34cec no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:31.380938 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: fc3941ed-62aa-4b49-97a4-9e588cf34cec {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:31.381289 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device fc3941ed-62aa-4b49-97a4-9e588cf34cec not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:31.596710 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2285001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-842437'] for subnet, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.600805 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-6a853eab-104f-4336-bf31-4958e1519b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:31.641034 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85f4c3c-3f1c-45af-8a61-a74acea3d70b,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:31.642890 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.646865 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:31.647656 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0566104-46f9-42b6-82af-09e4bff10e4e None None] Network f64324a4-be50-4fce-b621-35f121bcd386 requested from dv-cinder-784453-6-iscsi {{(pid=78732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:40:31.652264 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.58', 55894) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:31.652929 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-9c7df5ed-7e7a-410f-a98a-79bc4edae4d5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f85f4c3c-3f1c-45af-8a61-a74acea3d70b HTTP/1.1" status: 204 len: 168 time: 0.6122742 May 10 19:40:31.757834 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700786'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.833239 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Deleting port 2ba1d510-539e-4204-95d6-84d24f030bcb {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:31.833600 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.900934 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] DHCP port deletion for f64324a4-be50-4fce-b621-35f121bcd386 request from dv-cinder-784453-6-iscsi {{(pid=78732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:40:31.932049 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] For port 2ba1d510-539e-4204-95d6-84d24f030bcb, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=2ba1d510-539e-4204-95d6-84d24f030bcb,segment=NetworkSegment(f4d4cb07-744b-40ba-a325-1d12fb895604),segment_id=f4d4cb07-744b-40ba-a325-1d12fb895604)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:31.932402 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:31.965518 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] Deleting port 2ba1d510-539e-4204-95d6-84d24f030bcb {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:40:31.965932 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735760987037'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.056425 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Calling delete_port for 2ba1d510-539e-4204-95d6-84d24f030bcb owned by network:dhcp {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:32.064016 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] For port 2ba1d510-539e-4204-95d6-84d24f030bcb, host dv-cinder-784453-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-6-iscsi',level=0,port_id=2ba1d510-539e-4204-95d6-84d24f030bcb,segment=NetworkSegment(f4d4cb07-744b-40ba-a325-1d12fb895604),segment_id=f4d4cb07-744b-40ba-a325-1d12fb895604)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:40:32.064407 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421052'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.105038 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2618577'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.108992 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-43cbe06a-acc5-4837-8e2f-02174e322d36 tempest-AttachVolumeShelveTestJSON-1871958917 tempest-AttachVolumeShelveTestJSON-1871958917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:32.154389 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba1d510-539e-4204-95d6-84d24f030bcb,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:32.157159 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:32.162907 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] No DVR routers for this DVR port 2ba1d510-539e-4204-95d6-84d24f030bcb on host dv-cinder-784453-6-iscsi {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:32.190032 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] Calling delete_port for 2ba1d510-539e-4204-95d6-84d24f030bcb owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:40:32.232197 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735760991088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735760572429'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.235774 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-571b8fee-9ea1-4b2b-9092-7b4ae29584db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:32.277514 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778505', 'neutron.services.segments.db._delete_segments_for_network-8735760997789'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.291057 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64324a4-be50-4fce-b621-35f121bcd386']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:32.304062 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d4cb07-744b-40ba-a325-1d12fb895604') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:32.304340 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d4cb07-744b-40ba-a325-1d12fb895604') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:40:32.314509 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] Pushing event deleted for resources: {'Port': ['ID=2ba1d510-539e-4204-95d6-84d24f030bcb,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:32.315652 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735761009255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-946362'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.318523 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:32.321182 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc25e6-523a-4939-9667-cf016f3574ec None None] No DVR routers for this DVR port 2ba1d510-539e-4204-95d6-84d24f030bcb on host dv-cinder-784453-6-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:40:32.339945 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.346157 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:40:32.346537 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2618596'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: timer() May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: self._notify() May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: event.method(event) May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:40:32.445527 dv-cinder-784453-6-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:40:32.516640 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400752'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.521995 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600160'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.524400 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9f171ede-166f-4f6a-b33d-52111267482e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:32.546276 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64324a4-be50-4fce-b621-35f121bcd386,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:32.548594 dv-cinder-784453-6-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:32.551547 dv-cinder-784453-6-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-22e6791c-eaa5-438b-9a51-e1f9ce42e749 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f64324a4-be50-4fce-b621-35f121bcd386 HTTP/1.1" status: 204 len: 168 time: 0.8981814 May 10 19:40:32.667826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55900) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:32.717168 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-e1c13562-2e45-47ac-ba21-0b2367da8c4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7020e3428aaf42e0a63c8bab32a2faba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480101 May 10 19:40:32.719668 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55904) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:32.780425 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c4453172-5f90-44ce-b141-c5c432e6923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.806714 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c4453172-5f90-44ce-b141-c5c432e6923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.858118 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c4453172-5f90-44ce-b141-c5c432e6923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.861817 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-e09a5025-6212-4e86-b67f-c1ba93ef9867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:32.875316 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4453172-5f90-44ce-b141-c5c432e6923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0e39db-f258-42b7-b049-d962afd4f6b5,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:32.879309 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-c4453172-5f90-44ce-b141-c5c432e6923e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:32.882826 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-c4453172-5f90-44ce-b141-c5c432e6923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:32.883917 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-c4453172-5f90-44ce-b141-c5c432e6923e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e0e39db-f258-42b7-b049-d962afd4f6b5 HTTP/1.1" status: 204 len: 168 time: 0.1633716 May 10 19:40:33.055833 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 2ba1d510-539e-4204-95d6-84d24f030bcb no longer exists at agent ovs-agent-dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:40:33.090830 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] No Port match for: 2ba1d510-539e-4204-95d6-84d24f030bcb {{(pid=78732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:40:33.091175 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.rpc [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Device 2ba1d510-539e-4204-95d6-84d24f030bcb not bound to the agent host dv-cinder-784453-6-iscsi {{(pid=78732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:33.327849 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55912) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:33.376457 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-8374027e-3550-4d71-bdc1-9a6900ea3180 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=352e171eacc943888d1c328eef00ca6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473139 May 10 19:40:33.378962 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.wsgi [-] (78730) accepted ('10.222.0.58', 55916) {{(pid=78730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:40:33.440344 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-edb42d1e-cd46-4ce6-b030-b11ca5e5f1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:33.466120 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-edb42d1e-cd46-4ce6-b030-b11ca5e5f1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:33.516175 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-edb42d1e-cd46-4ce6-b030-b11ca5e5f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342427'] for security_group, after_delete {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:33.520564 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-261a5bae-e37f-4e0f-bd99-6c2be5c60108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:40:33.533047 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb42d1e-cd46-4ce6-b030-b11ca5e5f1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832afd7e-c555-4a28-b37c-9f5294061837,revision_number=None']} {{(pid=78730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:40:33.536076 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG oslo_concurrency.lockutils [None req-edb42d1e-cd46-4ce6-b030-b11ca5e5f1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:40:33.539545 dv-cinder-784453-6-iscsi neutron-server[78730]: DEBUG neutron_lib.callbacks.manager [None req-edb42d1e-cd46-4ce6-b030-b11ca5e5f1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:33.540772 dv-cinder-784453-6-iscsi neutron-server[78730]: INFO neutron.wsgi [None req-edb42d1e-cd46-4ce6-b030-b11ca5e5f1ba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/832afd7e-c555-4a28-b37c-9f5294061837 HTTP/1.1" status: 204 len: 168 time: 0.1608748 May 10 19:40:44.924713 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:40:49.238225 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:53.601311 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8d006ed5-e9d1-4f1b-bf5f-ef11d7dbfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:56.560408 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-89c14749-599a-4e34-b0ef-04c8d1c1b88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:56.577258 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:57.638016 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:59.016205 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:19.254042 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:21.924036 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:41:23.603448 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a98d2567-5fcc-47d5-b0aa-c424d07fc044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:26.563491 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a096cf5-851c-40d4-9794-6544389e939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:26.581190 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:27.640589 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:29.126400 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:49.251837 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.606701 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-dfbd472b-6819-4d25-bdba-e3c21a83e11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:56.567162 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7ebcf4e0-dda1-465e-b868-dd3e090f4203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:56.585861 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:57.643672 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.922960 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:41:59.019854 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:19.263787 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:23.609146 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9f6324c8-5a7c-45aa-84e7-3e17b47ff875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:26.571423 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4093e649-4191-447e-a25e-4352ea0d09e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:26.590353 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:27.647596 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:29.023168 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:35.922558 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:42:49.281233 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:53.611000 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-333d4861-371f-423a-bfb4-9618c744902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:56.573139 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7be5c776-383a-4a53-8249-d8f0b5163515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:56.590561 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:57.651146 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:59.025206 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:12.921738 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:43:19.275967 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:23.612418 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-92f165d0-1adc-4161-80f2-68e9b3434e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:26.575713 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e4180a19-2fa2-4123-9412-96521a4915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:26.592986 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:27.653652 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:29.137419 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:49.276805 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:49.920082 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:43:53.613062 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e7948ca7-dd80-4699-892d-faa7875993cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:56.578387 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb983-d38a-426a-9f92-5661f02841a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:56.595508 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:57.656991 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:59.031130 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:19.290114 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:23.615319 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea55ddc4-cbe2-45f7-9eac-1c00c15b993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:26.580266 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-33114713-eb18-494b-8e86-121a086b76fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:26.597240 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:26.918937 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:44:27.659204 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:29.033112 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:49.288897 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.617228 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fedceb49-ffc4-4c6e-aab9-697972fb8553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:56.588478 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4cbc-f41e-4cc0-a8f2-87c1865ef05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:56.599288 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:57.661566 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:59.038143 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:03.917977 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:45:19.288456 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:23.618642 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-65fd659c-b3cd-4288-abb1-d1b7ab2aa8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:26.581303 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5cb7-5ee9-432c-bf71-6acb0c247343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:26.599842 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:27.664861 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-275d8780-929e-4978-9153-caf72ff9a101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:29.148903 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d574-4b91-4284-8730-ca8aadd8f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:40.916936 dv-cinder-784453-6-iscsi neutron-server[78733]: DEBUG neutron.db.agents_db [None req-b6729d6e-b71c-4f13-b17c-1dc4b33e5e60 None None] Agent healthcheck: found 6 active agents {{(pid=78733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:45:49.303835 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed267-3558-4181-8e9e-0718efff127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:53.619601 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-141a0b58-db82-4cd5-a423-816f22912c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:56.582844 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ec3263e4-09e1-4e20-a623-0e584a0adf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:56.602129 dv-cinder-784453-6-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4084d7cd-9402-4063-ad10-9b9d6e2a593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735760997798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779059'] for agent, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}